· 8 years ago · Oct 05, 2017, 11:50 AM
1#=========================================
2# 2017-10-03
3# cl01:xxxx_sup_log-login_month_aggr
4#=========================================
52017-10-04 05:08:36.850 +0900: Embulk v0.7.10
62017-10-04 05:08:40.969 +0900 [INFO] (transaction): Loaded plugin embulk-input-mysql (0.6.1)
72017-10-04 05:08:41.034 +0900 [INFO] (transaction): Loaded plugin embulk-output-redshift (0.4.3)
82017-10-04 05:08:41.123 +0900 [INFO] (transaction): Fetch size is 10000. Using server-side prepared statement.
92017-10-04 05:08:41.678 +0900 [INFO] (transaction): Connecting to jdbc:postgresql://xxxx.yyyyy.zzzzzzz.redshift.amazonaws.com:5439/xxxx options {user=embulk_om_cl01, tcpKeepAlive=true, loginTimeout=300, socketTimeout=1800}
102017-10-04 05:08:41.750 +0900 [INFO] (transaction): SQL: SET search_path TO "xxxx_sup_log"
112017-10-04 05:08:41.755 +0900 [INFO] (transaction): > 0.00 seconds
122017-10-04 05:08:41.755 +0900 [INFO] (transaction): Using insert mode
132017-10-04 05:08:41.828 +0900 [INFO] (transaction): SQL: DROP TABLE IF EXISTS "login_month_329ab640_bl_tmp000"
142017-10-04 05:08:41.832 +0900 [INFO] (transaction): > 0.00 seconds
152017-10-04 05:08:42.151 +0900 [INFO] (transaction): SQL: CREATE TABLE IF NOT EXISTS "login_month_329ab640_bl_tmp000" ("target_date" INT8, "platform_type" INT8, "month_active_users" INT8)
162017-10-04 05:08:42.398 +0900 [ERROR] (transaction): Operation failed (0:23505)
17org.embulk.exec.PartialExecutionException: java.lang.RuntimeException: org.postgresql.util.PSQLException: ERROR: duplicate key violates unique constraint "pg_class_relname_nsp_index" (possibly caused by concurrent transaction conflict)
18 at org.embulk.exec.BulkLoader$LoaderState.buildPartialExecuteException(org/embulk/exec/BulkLoader.java:363)
19 at org.embulk.exec.BulkLoader.doRun(org/embulk/exec/BulkLoader.java:572)
20 at org.embulk.exec.BulkLoader.access$000(org/embulk/exec/BulkLoader.java:33)
21 at org.embulk.exec.BulkLoader$1.run(org/embulk/exec/BulkLoader.java:374)
22 at org.embulk.exec.BulkLoader$1.run(org/embulk/exec/BulkLoader.java:370)
23 at org.embulk.spi.Exec.doWith(org/embulk/spi/Exec.java:25)
24 at org.embulk.exec.BulkLoader.run(org/embulk/exec/BulkLoader.java:370)
25 at org.embulk.EmbulkEmbed.run(org/embulk/EmbulkEmbed.java:180)
26 at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:606)
27 at RUBY.run(/home/ec2-user/.embulk/bin/embulk!/embulk/runner.rb:77)
28 at RUBY.run(/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_run.rb:296)
29 at RUBY.<top>(/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_main.rb:2)
30 at org.jruby.RubyKernel.require(org/jruby/RubyKernel.java:940)
31 at RUBY.(root)(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/rubygems/core_ext/kernel_require.rb:1)
32 at home.ec2_minus_user.$_dot_embulk.bin.embulk.embulk.command.embulk_bundle.<top>(file:/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_bundle.rb:51)
33 at java.lang.invoke.MethodHandle.invokeWithArguments(java/lang/invoke/MethodHandle.java:599)
34 at org.embulk.cli.Main.main(org/embulk/cli/Main.java:23)
35 Suppressed: java.lang.NullPointerException
36 at org.embulk.exec.BulkLoader.doCleanup(BulkLoader.java:479)
37 at org.embulk.exec.BulkLoader$3.run(BulkLoader.java:410)
38 at org.embulk.exec.BulkLoader$3.run(BulkLoader.java:406)
39 at org.embulk.spi.Exec.doWith(Exec.java:25)
40 at org.embulk.exec.BulkLoader.cleanup(BulkLoader.java:406)
41 at org.embulk.EmbulkEmbed.run(EmbulkEmbed.java:184)
42 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
43 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
44 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
45 at java.lang.reflect.Method.invoke(Method.java:606)
46 at org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(JavaMethod.java:457)
47 at org.jruby.javasupport.JavaMethod.invokeDirect(JavaMethod.java:318)
48 at org.jruby.java.invokers.InstanceMethodInvoker.call(InstanceMethodInvoker.java:45)
49 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
50 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
51 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
52 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
53 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128)
54 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:114)
55 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:273)
56 at org.jruby.runtime.callsite.CachingCallSite.callBlock(CachingCallSite.java:79)
57 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:83)
58 at org.jruby.ir.instructions.CallBase.interpret(CallBase.java:419)
59 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:321)
60 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
61 at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:82)
62 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:198)
63 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:184)
64 at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:201)
65 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
66 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
67 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
68 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
69 at org.jruby.ir.interpreter.Interpreter.INTERPRET_ROOT(Interpreter.java:116)
70 at org.jruby.ir.interpreter.Interpreter.execute(Interpreter.java:103)
71 at org.jruby.ir.interpreter.Interpreter.execute(Interpreter.java:32)
72 at org.jruby.ir.IRTranslator.execute(IRTranslator.java:42)
73 at org.jruby.Ruby.runInterpreter(Ruby.java:837)
74 at org.jruby.Ruby.loadFile(Ruby.java:2901)
75 at org.jruby.runtime.load.LibrarySearcher$ResourceLibrary.load(LibrarySearcher.java:245)
76 at org.jruby.runtime.load.LibrarySearcher$FoundLibrary.load(LibrarySearcher.java:35)
77 at org.jruby.runtime.load.LoadService.tryLoadingLibraryOrScript(LoadService.java:895)
78 at org.jruby.runtime.load.LoadService.smartLoadInternal(LoadService.java:540)
79 at org.jruby.runtime.load.LoadService.requireCommon(LoadService.java:425)
80 at org.jruby.runtime.load.LoadService.require(LoadService.java:391)
81 at org.jruby.RubyKernel.requireCommon(RubyKernel.java:947)
82 at org.jruby.RubyKernel.require19(RubyKernel.java:940)
83 at org.jruby.RubyKernel$INVOKER$s$1$0$require19.call(RubyKernel$INVOKER$s$1$0$require19.gen)
84 at org.jruby.internal.runtime.methods.JavaMethod$JavaMethodOneOrNBlock.call(JavaMethod.java:364)
85 at org.jruby.internal.runtime.methods.AliasMethod.call(AliasMethod.java:61)
86 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
87 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
88 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
89 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
90 at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:82)
91 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:198)
92 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:184)
93 at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:201)
94 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
95 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
96 at home.ec2_minus_user.$_dot_embulk.bin.embulk.embulk.command.embulk_bundle.invokeOther67:require(file:/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_bundle.rb)
97 at home.ec2_minus_user.$_dot_embulk.bin.embulk.embulk.command.embulk_bundle.RUBY$script(file:/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_bundle.rb:51)
98 at java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:599)
99 at org.jruby.ir.Compiler$1.load(Compiler.java:111)
100 at org.jruby.Ruby.runScript(Ruby.java:821)
101 at org.jruby.Ruby.runScript(Ruby.java:813)
102 at org.jruby.Ruby.runNormally(Ruby.java:751)
103 at org.jruby.Ruby.runFromMain(Ruby.java:573)
104 at org.jruby.Main.doRunFromMain(Main.java:403)
105 at org.jruby.Main.internalRun(Main.java:298)
106 at org.jruby.Main.run(Main.java:225)
107 at org.jruby.Main.main(Main.java:197)
108 at org.embulk.cli.Main.main(Main.java:23)
109Caused by: java.lang.RuntimeException: org.postgresql.util.PSQLException: ERROR: duplicate key violates unique constraint "pg_class_relname_nsp_index" (possibly caused by concurrent transaction conflict)
110 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.begin(AbstractJdbcOutputPlugin.java:332)
111 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.transaction(AbstractJdbcOutputPlugin.java:289)
112 at org.embulk.exec.BulkLoader$4$1$1.transaction(BulkLoader.java:529)
113 at org.embulk.exec.LocalExecutorPlugin.transaction(LocalExecutorPlugin.java:36)
114 at org.embulk.exec.BulkLoader$4$1.run(BulkLoader.java:524)
115 at org.embulk.spi.util.Filters$RecursiveControl.transaction(Filters.java:96)
116 at org.embulk.spi.util.Filters.transaction(Filters.java:49)
117 at org.embulk.exec.BulkLoader$4.run(BulkLoader.java:518)
118 at org.embulk.input.jdbc.AbstractJdbcInputPlugin.transaction(AbstractJdbcInputPlugin.java:155)
119 at org.embulk.exec.BulkLoader.doRun(BulkLoader.java:513)
120 at org.embulk.exec.BulkLoader.access$000(BulkLoader.java:33)
121 at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:374)
122 at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:370)
123 at org.embulk.spi.Exec.doWith(Exec.java:25)
124 at org.embulk.exec.BulkLoader.run(BulkLoader.java:370)
125 at org.embulk.EmbulkEmbed.run(EmbulkEmbed.java:180)
126 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
127 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
128 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
129 at java.lang.reflect.Method.invoke(Method.java:606)
130 at org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(JavaMethod.java:457)
131 at org.jruby.javasupport.JavaMethod.invokeDirect(JavaMethod.java:318)
132 at org.jruby.java.invokers.InstanceMethodInvoker.call(InstanceMethodInvoker.java:45)
133 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
134 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
135 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
136 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
137 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128)
138 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:114)
139 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:273)
140 at org.jruby.runtime.callsite.CachingCallSite.callBlock(CachingCallSite.java:79)
141 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:83)
142 at org.jruby.ir.instructions.CallBase.interpret(CallBase.java:419)
143 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:321)
144 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
145 at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:82)
146 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:198)
147 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:184)
148 at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:201)
149 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
150 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
151 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
152 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
153 at org.jruby.ir.interpreter.Interpreter.INTERPRET_ROOT(Interpreter.java:116)
154 at org.jruby.ir.interpreter.Interpreter.execute(Interpreter.java:103)
155 at org.jruby.ir.interpreter.Interpreter.execute(Interpreter.java:32)
156 at org.jruby.ir.IRTranslator.execute(IRTranslator.java:42)
157 at org.jruby.Ruby.runInterpreter(Ruby.java:837)
158 at org.jruby.Ruby.loadFile(Ruby.java:2901)
159 at org.jruby.runtime.load.LibrarySearcher$ResourceLibrary.load(LibrarySearcher.java:245)
160 at org.jruby.runtime.load.LibrarySearcher$FoundLibrary.load(LibrarySearcher.java:35)
161 at org.jruby.runtime.load.LoadService.tryLoadingLibraryOrScript(LoadService.java:895)
162 at org.jruby.runtime.load.LoadService.smartLoadInternal(LoadService.java:540)
163 at org.jruby.runtime.load.LoadService.requireCommon(LoadService.java:425)
164 at org.jruby.runtime.load.LoadService.require(LoadService.java:391)
165 at org.jruby.RubyKernel.requireCommon(RubyKernel.java:947)
166 at org.jruby.RubyKernel.require19(RubyKernel.java:940)
167 at org.jruby.RubyKernel$INVOKER$s$1$0$require19.call(RubyKernel$INVOKER$s$1$0$require19.gen)
168 at org.jruby.internal.runtime.methods.JavaMethod$JavaMethodOneOrNBlock.call(JavaMethod.java:364)
169 at org.jruby.internal.runtime.methods.AliasMethod.call(AliasMethod.java:61)
170 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
171 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
172 at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:289)
173 at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:77)
174 at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:82)
175 at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:198)
176 at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:184)
177 at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:201)
178 at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:313)
179 at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
180 at home.ec2_minus_user.$_dot_embulk.bin.embulk.embulk.command.embulk_bundle.invokeOther67:require(file:/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_bundle.rb)
181 at home.ec2_minus_user.$_dot_embulk.bin.embulk.embulk.command.embulk_bundle.RUBY$script(file:/home/ec2-user/.embulk/bin/embulk!/embulk/command/embulk_bundle.rb:51)
182 at java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:599)
183 at org.jruby.ir.Compiler$1.load(Compiler.java:111)
184 at org.jruby.Ruby.runScript(Ruby.java:821)
185 at org.jruby.Ruby.runScript(Ruby.java:813)
186 at org.jruby.Ruby.runNormally(Ruby.java:751)
187 at org.jruby.Ruby.runFromMain(Ruby.java:573)
188 at org.jruby.Main.doRunFromMain(Main.java:403)
189 at org.jruby.Main.internalRun(Main.java:298)
190 at org.jruby.Main.run(Main.java:225)
191 at org.jruby.Main.main(Main.java:197)
192 at org.embulk.cli.Main.main(Main.java:23)
193Caused by: org.postgresql.util.PSQLException: ERROR: duplicate key violates unique constraint "pg_class_relname_nsp_index" (possibly caused by concurrent transaction conflict)
194 at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2182)
195 at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:1911)
196 at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:173)
197 at org.postgresql.jdbc2.AbstractJdbc2Statement.execute(AbstractJdbc2Statement.java:645)
198 at org.postgresql.jdbc2.AbstractJdbc2Statement.executeWithFlags(AbstractJdbc2Statement.java:481)
199 at org.postgresql.jdbc2.AbstractJdbc2Statement.executeUpdate(AbstractJdbc2Statement.java:409)
200 at org.embulk.output.jdbc.JdbcOutputConnection.executeUpdate(JdbcOutputConnection.java:460)
201 at org.embulk.output.jdbc.JdbcOutputConnection.createTableIfNotExists(JdbcOutputConnection.java:120)
202 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.doBegin(AbstractJdbcOutputPlugin.java:429)
203 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin$1.run(AbstractJdbcOutputPlugin.java:325)
204 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin$8.call(AbstractJdbcOutputPlugin.java:915)
205 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin$8.call(AbstractJdbcOutputPlugin.java:912)
206 at org.embulk.spi.util.RetryExecutor.run(RetryExecutor.java:100)
207 at org.embulk.spi.util.RetryExecutor.runInterruptible(RetryExecutor.java:77)
208 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.withRetry(AbstractJdbcOutputPlugin.java:908)
209 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.withRetry(AbstractJdbcOutputPlugin.java:901)
210 at org.embulk.output.jdbc.AbstractJdbcOutputPlugin.begin(AbstractJdbcOutputPlugin.java:320)
211 ... 82 more
212
213Error: java.lang.RuntimeException: org.postgresql.util.PSQLException: ERROR: duplicate key violates unique constraint "pg_class_relname_nsp_index" (possibly caused by concurrent transaction conflict)