Class cascading.flow.AssemblyPlannerPlatformTest

2

tests

0

failures

0

ignored

13.518s

duration

100%

successful

Tests

Test Duration Result
testCompositeAssembly 7.219s passed
testSimpleAssembly 6.299s passed

Standard output

2016-01-14 20:15:31,421 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 20:15:31,436 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.flow.AssemblyPlannerPlatformTest, with platform: hadoop
2016-01-14 20:15:31,458 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-01-14 20:15:31,695 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 20:15:31,783 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 20:15:31,784 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 20:15:31,899 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 90D01E2879154C38B033783FA66A737F
2016-01-14 20:15:32,081 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.127
2016-01-14 20:15:32,086 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 20:15:32,086 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 20:15:32,291 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 20:15:32,293 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] starting
2016-01-14 20:15:32,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:15:32,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testCompositeAssembly/composite"]
2016-01-14 20:15:32,296 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  parallel execution of steps is enabled: false
2016-01-14 20:15:32,297 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  executing total steps: 1
2016-01-14 20:15:32,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  allocating management threads: 1
2016-01-14 20:15:32,301 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] starting step: (1/1) ...mpositeAssembly/composite
2016-01-14 20:15:32,337 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 20:15:32,373 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-01-14 20:15:32,589 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] submitted hadoop job: job_local_0001
2016-01-14 20:15:32,590 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] tracking url: http://localhost:8080/
2016-01-14 20:15:32,650 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt
2016-01-14 20:15:32,785 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 20:15:32,785 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 20:15:32,798 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F65E0C2A518F44BB87029EB3011B41F4, ordinal: 0
2016-01-14 20:15:32,848 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:15:32,849 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:15:32,850 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F65E0C2A518F44BB87029EB3011B41F4, mem on start (mb), free: 88, total: 223, max: 672
2016-01-14 20:15:32,862 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F65E0C2A518F44BB87029EB3011B41F4, mem on close (mb), free: 87, total: 223, max: 672
2016-01-14 20:15:35,643 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 20:15:35,643 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 20:15:35,656 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C6D22A8E88A748C3B36950462A0DDF5C, ordinal: 1
2016-01-14 20:15:35,661 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:15:35,661 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testCompositeAssembly/composite"]
2016-01-14 20:15:35,662 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6D22A8E88A748C3B36950462A0DDF5C, mem on start (mb), free: 85, total: 223, max: 672
2016-01-14 20:15:35,676 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6D22A8E88A748C3B36950462A0DDF5C, mem on close (mb), free: 85, total: 223, max: 672
2016-01-14 20:15:38,643 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testCompositeAssembly/composite/_temporary
2016-01-14 20:15:38,645 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  completed in: 00:06.349
2016-01-14 20:15:38,674 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/assemblyplannerplatform/testCompositeAssembly/composite
2016-01-14 20:15:38,701 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 20:15:38,701 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 20:15:38,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.087
2016-01-14 20:15:38,801 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 20:15:38,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 20:15:38,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] starting
2016-01-14 20:15:38,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:15:38,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testSimpleAssembly/simple"]
2016-01-14 20:15:38,834 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  parallel execution of steps is enabled: false
2016-01-14 20:15:38,834 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  executing total steps: 1
2016-01-14 20:15:38,835 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  allocating management threads: 1
2016-01-14 20:15:38,836 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] starting step: (1/1) ...testSimpleAssembly/simple
2016-01-14 20:15:38,934 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] submitted hadoop job: job_local_0002
2016-01-14 20:15:38,935 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [] tracking url: http://localhost:8080/
2016-01-14 20:15:38,940 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt
2016-01-14 20:15:39,043 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 20:15:39,043 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 20:15:39,057 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A210D20ACF854CB89D0BE92A824E4D7F, ordinal: 0
2016-01-14 20:15:39,058 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:15:39,059 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:15:39,059 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A210D20ACF854CB89D0BE92A824E4D7F, mem on start (mb), free: 70, total: 318, max: 672
2016-01-14 20:15:39,062 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A210D20ACF854CB89D0BE92A824E4D7F, mem on close (mb), free: 70, total: 318, max: 672
2016-01-14 20:15:41,945 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 20:15:41,945 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 20:15:41,960 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: EAFED86A20984DF48451F1143041F147, ordinal: 1
2016-01-14 20:15:41,961 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:15:41,961 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testSimpleAssembly/simple"]
2016-01-14 20:15:41,961 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EAFED86A20984DF48451F1143041F147, mem on start (mb), free: 69, total: 318, max: 672
2016-01-14 20:15:41,967 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EAFED86A20984DF48451F1143041F147, mem on close (mb), free: 69, total: 318, max: 672
2016-01-14 20:15:44,958 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/assemblyplannerplatform/testSimpleAssembly/simple/_temporary
2016-01-14 20:15:44,958 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - []  completed in: 00:06.125
2016-01-14 20:15:44,976 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/assemblyplannerplatform/testSimpleAssembly/simple