· 8 years ago · Feb 05, 2018, 11:28 PM
12018-02-05 15:43:51,928 INFO [main] cube.Driver:69 : Got jobId: 91c16e5c1ed7b367c88b64e2
22018-02-05 15:43:52,006 INFO [main] aes.AES256:105 : Attempting to decrypt data using AES-256
32018-02-05 15:43:52,196 INFO [main] cube.Driver:118 : Got cubeId: a2111771b699be3f4bcfd523
42018-02-05 15:43:52,207 INFO [main] manifest.ManifestUtil:18 : Manifest file:
52018-02-05 15:43:52,214 WARN [main] manifest.ManifestUtil:21 : Could not read Manifest file
6java.io.FileNotFoundException: File '/opt/infoworks/manifest.json' does not exist
7at org.apache.commons.io.FileUtils.openInputStream(FileUtils.java:299)
8at org.apache.commons.io.FileUtils.readFileToString(FileUtils.java:1711)
9at org.apache.commons.io.FileUtils.readFileToString(FileUtils.java:1748)
10at infoworks.tools.manifest.ManifestUtil.printManifestFile(ManifestUtil.java:19)
11at io.infoworks.cube.Driver.initialize(Driver.java:79)
12at io.infoworks.cube.Driver.main(Driver.java:42)
132018-02-05 15:43:52,217 INFO [main] schema.SchemaParser:44 : Parsing cube metadata
142018-02-05 15:43:52,274 INFO [main] schema.SchemaParser:95 : Building Cube Meta Objects
152018-02-05 15:43:52,277 INFO [main] schema.SchemaParser:75 : Parsing schema with schema type STARSCHEMA
162018-02-05 15:43:52,286 INFO [main] schema.SchemaParser:77 : Parsing fact table
172018-02-05 15:43:52,448 INFO [main] schema.SchemaParser:79 : Parsing dimension tables
182018-02-05 15:43:52,470 INFO [main] schema.SchemaParser:82 : Parsing aggregation groups
192018-02-05 15:43:52,477 INFO [main] schema.SchemaParser:85 : Building schema type STARSCHEMA
202018-02-05 15:43:52,477 INFO [main] schema.SchemaParser:55 : Completed cube metadata parsing
212018-02-05 15:43:52,483 DEBUG [main] schema.SchemaParser:56 : Parsed cube metadata: io.infoworks.cube.common.Cube@3e96bacf[cubeProperties=io.infoworks.cube.common.CubeProperties@484970b0[cubeId=a2111771b699be3f4bcfd523,name=Cube1,description=,hdfsPath=/user/infoworks/cubes/cube1/,hiveSchema=cube1,schemaType=STARSCHEMA,buildType=BUILD,lowWatermark=,highWatermark=,truncateCube=false,autoMergeThresholds=],schema=io.infoworks.cube.schema.impl.StarSchema@7748410a[factTable=io.infoworks.cube.common.table.FactTable@740773a3[sourceTableName=ORDERS,sourceTableConfiguration=io.infoworks.cube.common.table.SourceTableConfiguration@37f1104d[sourceHiveTableName=ORDERS,sourceHiveSchema=sales_db,sourceHdfsPath=/user/infoworks/sources/sales_db/],sourceTableId=5a749c5ba78eba00a1cad219,description=],dimensionTables=[io.infoworks.cube.common.table.DimensionTable@6ff29830[join=io.infoworks.cube.common.join.Join@55740540[type=INNER,joinOn=[io.infoworks.cube.common.join.Predicate@2638011[childColumnId=czo1YTc0OWM1YmE3OGViYTAwYTFjYWQyMTc6RU1QTE9ZRUVfSUQ6OHcxdw==,parentColumnId=czo1YTc0OWM1YmE3OGViYTAwYTFjYWQyMTk6RU1QTE9ZRUVJRDpkdW9x]]],isNormal=false,sourceTableName=EMPLOYEES,sourceTableConfiguration=io.infoworks.cube.common.table.SourceTableConfiguration@2f54a33d[sourceHiveTableName=EMPLOYEES,sourceHiveSchema=sales_db,sourceHdfsPath=/user/infoworks/sources/sales_db/],sourceTableId=5a749c5ba78eba00a1cad217,description=], io.infoworks.cube.common.table.DimensionTable@313b2ea6[join=io.infoworks.cube.common.join.Join@1018bde2[type=INNER,joinOn=[io.infoworks.cube.common.join.Predicate@6a2b953e[childColumnId=czo1YTc0OWM1YmE3OGViYTAwYTFjYWQyMTM6Q1VTVE9NRVJJRDpucTV3,parentColumnId=czo1YTc0OWM1YmE3OGViYTAwYTFjYWQyMTk6Q1VTVE9NRVJJRDpkdW9x]]],isNormal=false,sourceTableName=CUSTOMERS,sourceTableConfiguration=io.infoworks.cube.common.table.SourceTableConfiguration@65b3f4a4[sourceHiveTableName=CUSTOMERS,sourceHiveSchema=sales_db,sourceHdfsPath=/user/infoworks/sources/sales_db/],sourceTableId=5a749c5ba78eba00a1cad213,description=]],filters=]]
222018-02-05 15:43:52,483 INFO [main] cube.Driver:19 : Starting cube validation
232018-02-05 15:43:52,491 INFO [main] utils.CubeValidationUtil:27 : Completed cube validation with warnings
242018-02-05 15:43:52,492 WARN [main] utils.CubeValidationUtil:28 : io.infoworks.cube.validation.ValidationContext@609db43b[validationErrorList=[io.infoworks.cube.validation.ValidationError@55f616cf[level=WARN,message=partition column in fact table is not defined], io.infoworks.cube.validation.ValidationError@1356d4d4[level=WARN,message=aggregationGroups is empty], io.infoworks.cube.validation.ValidationError@c03cf28[level=WARN,message=filters is null]]]
252018-02-05 15:43:52,503 INFO [main] progress.ProgressUtil:157 : Warning while validating cube metadata
262018-02-05 15:43:52,504 INFO [main] progress.ProgressUtil:157 : io.infoworks.cube.validation.ValidationContext@609db43b[validationErrorList=[io.infoworks.cube.validation.ValidationError@55f616cf[level=WARN,message=partition column in fact table is not defined], io.infoworks.cube.validation.ValidationError@1356d4d4[level=WARN,message=aggregationGroups is empty], io.infoworks.cube.validation.ValidationError@c03cf28[level=WARN,message=filters is null]]]
272018-02-05 15:43:52,505 INFO [main] impl.CubeBuildExecutor:66 :
28INFOWORKS:Starting cube build...
29
302018-02-05 15:43:52,536 INFO [main] progress.ProgressUtil:67 : updating job status to running
312018-02-05 15:43:52,546 INFO [main] impl.SchemaMaterializeJob:62 : Creating base path for cube in hdfs at /user/infoworks/cubes/cube1/
322018-02-05 15:43:52,553 INFO [main] hdfs.HDFSUtils:628 : Creating hdfs directory /user/infoworks/cubes/cube1/
332018-02-05 15:43:53,729 WARN [main] util.NativeCodeLoader:62 : Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
342018-02-05 15:43:53,870 INFO [main] progress.ProgressUtil:157 : Executing: Create Schema Statements
352018-02-05 15:43:53,870 INFO [main] impl.SchemaMaterializeJob:83 : Executing statements io.infoworks.cube.utils.HiveStatementWrapper@c00fff0[jobId=,name=SchemaCreate,statements=[CREATE DATABASE IF NOT EXISTS `cube1`],desc=Create Schema Statements]
362018-02-05 15:43:53,880 INFO [main] aes.AES256:105 : Attempting to decrypt data using AES-256
372018-02-05 15:43:53,880 INFO [main] aes.AES256:105 : Attempting to decrypt data using AES-256
382018-02-05 15:43:54,049 INFO [main] jdbc.Utils:295 : Supplied authorities: hdqdcloudera01lv:10000
392018-02-05 15:43:54,050 INFO [main] jdbc.Utils:383 : Resolved authority: hdqdcloudera01lv:10000
402018-02-05 15:43:54,368 DEBUG [main] impl.SchemaMaterializeJob:99 : Num parallel joins 3
412018-02-05 15:43:54,371 INFO [t-0] impl.SchemaMaterializeJob:118 : This may take a few minutes to complete.
422018-02-05 15:43:54,371 INFO [t-1] impl.SchemaMaterializeJob:118 : This may take a few minutes to complete.
432018-02-05 15:43:54,371 INFO [t-2] impl.SchemaMaterializeJob:118 : This may take a few minutes to complete.
442018-02-05 15:43:54,372 INFO [t-0] progress.ProgressUtil:157 : Executing: Create Table ORDERS
452018-02-05 15:43:54,372 INFO [t-0] impl.SchemaMaterializeJob:124 : Executing statements io.infoworks.cube.utils.HiveStatementWrapper@2f7a4a35[jobId=,name=TableCreate,statements=[DROP TABLE IF EXISTS `cube1`.`ORDERS`, CREATE TABLE `cube1`.`ORDERS` STORED AS ORC LOCATION '/user/infoworks/cubes/cube1//ORDERS/' AS WITH n_t0 AS (SELECT `ORDERID` AS `ORDERID`, `CUSTOMERID` AS `CUSTOMERID`, `EMPLOYEEID` AS `EMPLOYEEID`, `ORDERDATE` AS `ORDERDATE`, `REQUIREDDATE` AS `REQUIREDDATE`, `SHIPPEDDATE` AS `SHIPPEDDATE`, `SHIPVIA` AS `SHIPVIA`, `FREIGHT` AS `FREIGHT`, `SHIPNAME` AS `SHIPNAME`, `SHIPADDRESS` AS `SHIPADDRESS`, `SHIPCITY` AS `SHIPCITY`, `SHIPREGION` AS `SHIPREGION`, `SHIPPOSTALCODE` AS `SHIPPOSTALCODE`, `SHIPCOUNTRY` AS `SHIPCOUNTRY`, `REC_ADD_TS` AS `REC_ADD_TS`, `REC_UPD_TS` AS `REC_UPD_TS` FROM `sales_db`.`ORDERS` ) SELECT `ORDERID`, `CUSTOMERID`, `EMPLOYEEID`, `ORDERDATE`, `REQUIREDDATE`, `SHIPPEDDATE`, `SHIPVIA`, `FREIGHT`, `SHIPNAME`, `SHIPADDRESS`, `SHIPCITY`, `SHIPREGION`, `SHIPPOSTALCODE`, `SHIPCOUNTRY`, `REC_ADD_TS`, `REC_UPD_TS` FROM `n_t0`],desc=Create Table ORDERS]
462018-02-05 15:43:54,373 INFO [t-0] jdbc.Utils:295 : Supplied authorities: hdqdcloudera01lv:10000
472018-02-05 15:43:54,373 INFO [t-2] progress.ProgressUtil:157 : Executing: Create Table CUSTOMERS
482018-02-05 15:43:54,373 INFO [t-2] impl.SchemaMaterializeJob:124 : Executing statements io.infoworks.cube.utils.HiveStatementWrapper@1db644d8[jobId=,name=TableCreate,statements=[DROP TABLE IF EXISTS `cube1`.`CUSTOMERS`, CREATE TABLE `cube1`.`CUSTOMERS` STORED AS ORC LOCATION '/user/infoworks/cubes/cube1//CUSTOMERS/' AS WITH n_t0 AS (SELECT `CUSTOMERID` AS `CUSTOMERID`, `COMPANYNAME` AS `COMPANYNAME`, `CONTACTNAME` AS `CONTACTNAME`, `CONTACTTITLE` AS `CONTACTTITLE`, `ADDRESS` AS `ADDRESS`, `CITY` AS `CITY`, `REGION` AS `REGION`, `POSTALCODE` AS `POSTALCODE`, `COUNTRY` AS `COUNTRY`, `PHONE` AS `PHONE`, `FAX` AS `FAX` FROM `sales_db`.`CUSTOMERS` ) SELECT `CUSTOMERID`, `COMPANYNAME`, `CONTACTNAME`, `CONTACTTITLE`, `ADDRESS`, `CITY`, `REGION`, `POSTALCODE`, `COUNTRY`, `PHONE`, `FAX` FROM `n_t0`],desc=Create Table CUSTOMERS]
492018-02-05 15:43:54,373 INFO [t-2] jdbc.Utils:295 : Supplied authorities: hdqdcloudera01lv:10000
502018-02-05 15:43:54,374 INFO [t-2] jdbc.Utils:383 : Resolved authority: hdqdcloudera01lv:10000
512018-02-05 15:43:54,373 INFO [t-0] jdbc.Utils:383 : Resolved authority: hdqdcloudera01lv:10000
522018-02-05 15:43:54,379 INFO [t-1] progress.ProgressUtil:157 : Executing: Create Table EMPLOYEES
532018-02-05 15:43:54,379 INFO [t-1] impl.SchemaMaterializeJob:124 : Executing statements io.infoworks.cube.utils.HiveStatementWrapper@4da28ed2[jobId=,name=TableCreate,statements=[DROP TABLE IF EXISTS `cube1`.`EMPLOYEES`, CREATE TABLE `cube1`.`EMPLOYEES` STORED AS ORC LOCATION '/user/infoworks/cubes/cube1//EMPLOYEES/' AS WITH n_t0 AS (SELECT `EMPLOYEE_ID` AS `EMPLOYEE_ID`, `LASTNAME` AS `LASTNAME`, `FIRSTNAME` AS `FIRSTNAME`, `TITLE` AS `TITLE`, `TITLE_OF_COURTESY` AS `TITLE_OF_COURTESY`, `BIRTHDATE` AS `BIRTHDATE`, `HIREDATE` AS `HIREDATE`, `ADDRESS` AS `ADDRESS`, `CITY` AS `CITY`, `REGION` AS `REGION`, `POSTAL_CODE` AS `POSTAL_CODE`, `COUNTRY` AS `COUNTRY`, `HOME_PHONE` AS `HOME_PHONE`, `EXTENSION` AS `EXTENSION`, `PHOTO` AS `PHOTO`, `NOTES` AS `NOTES`, `REPORTS_TO` AS `REPORTS_TO` FROM `sales_db`.`EMPLOYEES` ) SELECT `EMPLOYEE_ID`, `LASTNAME`, `FIRSTNAME`, `TITLE`, `TITLE_OF_COURTESY`, `BIRTHDATE`, `HIREDATE`, `ADDRESS`, `CITY`, `REGION`, `POSTAL_CODE`, `COUNTRY`, `HOME_PHONE`, `EXTENSION`, `PHOTO`, `NOTES`, `REPORTS_TO` FROM `n_t0`],desc=Create Table EMPLOYEES]
542018-02-05 15:43:54,380 INFO [t-1] jdbc.Utils:295 : Supplied authorities: hdqdcloudera01lv:10000
552018-02-05 15:43:54,380 INFO [t-1] jdbc.Utils:383 : Resolved authority: hdqdcloudera01lv:10000
562018-02-05 15:44:13,304 INFO [t-0] impl.SchemaMaterializeJob:129 : Execution Complete
572018-02-05 15:44:26,494 INFO [t-1] impl.SchemaMaterializeJob:129 : Execution Complete
582018-02-05 15:44:27,040 INFO [t-2] impl.SchemaMaterializeJob:129 : Execution Complete
592018-02-05 15:44:27,041 INFO [main] impl.SchemaMaterializeJob:163 : Completed executing statements.
602018-02-05 15:44:27,046 DEBUG [main] segment.CubeSegment:152 : Cube segment row count SQL: SELECT count(*) FROM `cube1`.`ORDERS` f INNER JOIN `cube1`.`EMPLOYEES` EMPLOYEES ON ( f.`EMPLOYEEID` = EMPLOYEES.`EMPLOYEE_ID`) INNER JOIN `cube1`.`CUSTOMERS` CUSTOMERS ON ( f.`CUSTOMERID` = CUSTOMERS.`CUSTOMERID`)
612018-02-05 15:44:27,047 INFO [main] jdbc.Utils:295 : Supplied authorities: hdqdcloudera01lv:10000
622018-02-05 15:44:27,048 INFO [main] jdbc.Utils:383 : Resolved authority: hdqdcloudera01lv:10000
632018-02-05 15:44:49,334 INFO [main] segment.CubeSegment:155 : Cube segment row count: 763
642018-02-05 15:44:49,342 ERROR [main] impl.CubeBuildExecutor:104 :
65INFOWORKS: Cube build failed!
66
672018-02-05 15:44:49,344 ERROR [main] impl.CubeBuildExecutor:106 : java.lang.NoClassDefFoundError: org/apache/http/impl/conn/SystemDefaultRoutePlanner
68at io.infoworks.cube.client.kylin.restclient.CubeEngineRestClient.init(CubeEngineRestClient.java:131)
69at io.infoworks.cube.client.kylin.restclient.CubeEngineRestClient.(CubeEngineRestClient.java:121)
70at io.infoworks.cube.client.impl.KylinClient.(KylinClient.java:37)
71at io.infoworks.cube.client.ClientFactory.getClient(ClientFactory.java:11)
72at io.infoworks.cube.job.impl.CubeBuildJob.(CubeBuildJob.java:50)
73at io.infoworks.cube.job.impl.CubeBuildExecutor.buildMain(CubeBuildExecutor.java:90)
74at io.infoworks.cube.job.impl.CubeBuildExecutor.execBuild(CubeBuildExecutor.java:43)
75at io.infoworks.cube.job.impl.CubeBuildExecutor.buildCube(CubeBuildExecutor.java:53)
76at io.infoworks.cube.Driver.buildCube(Driver.java:57)
77at io.infoworks.cube.Driver.main(Driver.java:43)
78Caused by: java.lang.ClassNotFoundException: org.apache.http.impl.conn.SystemDefaultRoutePlanner
79at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
80at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
81at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
82at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
83... 10 more
84
852018-02-05 15:44:49,344 INFO [main] progress.ProgressUtil:67 : updating job status to failed
862018-02-05 15:44:49,354 INFO [main] tools.Governor:107 : jobType is :null
872018-02-05 15:44:49,366 INFO [main] tools.Governor:166 : Current state of cube: a2111771b699be3f4bcfd523 is blank
882018-02-05 15:44:49,367 INFO [Thread-3] utils.ShutdownHookHandler:45 : Starting shutdown hook operation with priority: 1