· 10 years ago · Aug 01, 2016, 03:12 PM
1CREATE EXTERNAL TABLE IF NOT EXISTS test_repo
2(
3id String,
4 acct INT)
5STORED BY 'com.mongodb.hadoop.hive.MongoStorageHandler'
6WITH SERDEPROPERTIES('mongo.columns.mapping'='{"id":"_id",
7 "acct ":"acct "}')
8TBLPROPERTIES('mongo.properties.path'='s3://my-bucket/hive.properties');
9
10java.io.IOException: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches ReadPreferenceServerSelector{readPreference=primary}. Client view of cluster state is {type=UNKNOWN, servers=[{address=am0101.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0101.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}, {address=am0102.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0102.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}]
11 at com.mongodb.hadoop.hive.input.HiveMongoInputFormat.getSplits(HiveMongoInputFormat.java:260)
12 at com.mongodb.hadoop.hive.input.HiveMongoInputFormat.getSplits(HiveMongoInputFormat.java:68)
13 at org.apache.hadoop.hive.ql.io.HiveInputFormat.addSplitsForGroup(HiveInputFormat.java:298)
14 at org.apache.hadoop.hive.ql.io.HiveInputFormat.getSplitsInternal(HiveInputFormat.java:412)
15 at org.apache.hadoop.hive.ql.io.HiveInputFormat.getSplits(HiveInputFormat.java:330)
16 at org.apache.hadoop.hive.ql.io.CombineHiveInputFormat.getCombineSplits(CombineHiveInputFormat.java:311)
17 at org.apache.hadoop.hive.ql.io.CombineHiveInputFormat.getSplitsInternal(CombineHiveInputFormat.java:519)
18 at org.apache.hadoop.hive.ql.io.CombineHiveInputFormat.getSplits(CombineHiveInputFormat.java:463)
19 at org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:328)
20 at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:320)
21 at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:196)
22 at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1290)
23 at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1287)
24 at java.security.AccessController.doPrivileged(Native Method)
25 at javax.security.auth.Subject.doAs(Subject.java:422)
26 at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
27 at org.apache.hadoop.mapreduce.Job.submit(Job.java:1287)
28 at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:575)
29 at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:570)
30 at java.security.AccessController.doPrivileged(Native Method)
31 at javax.security.auth.Subject.doAs(Subject.java:422)
32 at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
33 at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:570)
34 at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:561)
35 at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:429)
36 at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:137)
37 at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:160)
38 at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85)
39 at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1618)
40 at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1379)
41 at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1192)
42 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1019)
43 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1009)
44 at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:201)
45 at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:153)
46 at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:364)
47 at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:712)
48 at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:631)
49 at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:570)
50 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
51 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
52 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
53 at java.lang.reflect.Method.invoke(Method.java:498)
54 at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
55 at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
56Caused by: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches ReadPreferenceServerSelector{readPreference=primary}. Client view of cluster state is {type=UNKNOWN, servers=[{address=am0101.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0101.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}, {address=am0102.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0102.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}]
57 at com.mongodb.connection.BaseCluster.createTimeoutException(BaseCluster.java:369)
58 at com.mongodb.connection.BaseCluster.selectServer(BaseCluster.java:101)
59 at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:75)
60 at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:71)
61 at com.mongodb.binding.ClusterBinding.getReadConnectionSource(ClusterBinding.java:63)
62 at com.mongodb.operation.CommandOperationHelper.executeWrappedCommandProtocol(CommandOperationHelper.java:89)
63 at com.mongodb.operation.CommandOperationHelper.executeWrappedCommandProtocol(CommandOperationHelper.java:84)
64 at com.mongodb.operation.CommandReadOperation.execute(CommandReadOperation.java:55)
65 at com.mongodb.Mongo.execute(Mongo.java:772)
66 at com.mongodb.Mongo$2.execute(Mongo.java:759)
67 at com.mongodb.DB.executeCommand(DB.java:653)
68 at com.mongodb.DBCollection.getStats(DBCollection.java:2083)
69 at com.mongodb.hadoop.splitter.MongoSplitterFactory.getSplitterByStats(MongoSplitterFactory.java:73)
70 at com.mongodb.hadoop.splitter.MongoSplitterFactory.getSplitter(MongoSplitterFactory.java:113)
71 at com.mongodb.hadoop.hive.input.HiveMongoInputFormat.getSplits(HiveMongoInputFormat.java:240)
72 ... 44 more
73Job Submission failed with exception 'java.io.IOException(com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches ReadPreferenceServerSelector{readPreference=primary}. Client view of cluster state is {type=UNKNOWN, servers=[{address=am0101.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0101.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}, {address=am0102.test.com:27101, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='dmdbxcc_write', source='dxccdb01', password=<hidden>, mechanismProperties={}}}, caused by {com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server am0102.test.com:27101. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }}}])'