Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

13.753s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 6.300s passed
testSkipStrategiesKeep 3.277s passed
testSkipStrategiesReplace 4.176s passed

Standard output

2016-01-14 20:17:00,907 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 20:17:00,924 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.flow.FlowStrategiesPlatformTest, with platform: hadoop
2016-01-14 20:17:00,949 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-01-14 20:17:01,188 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 20:17:01,283 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 20:17:01,285 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 20:17:01,399 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 0893BC4FE6D24A8795AA54A09180E8B4
2016-01-14 20:17:01,534 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.092
2016-01-14 20:17:01,538 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 20:17:01,538 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 20:17:01,682 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-14 20:17:01,687 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-14 20:17:01,688 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-14 20:17:01,688 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-14 20:17:01,743 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 20:17:01,745 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 20:17:01,748 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:01,749 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-01-14 20:17:01,749 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 20:17:01,750 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 20:17:01,750 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 20:17:01,752 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...StrategiesReplace/replace
2016-01-14 20:17:01,782 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 20:17:01,822 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-01-14 20:17:02,027 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local_0001
2016-01-14 20:17:02,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-14 20:17:02,087 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt
2016-01-14 20:17:02,101 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 20:17:02,102 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 20:17:02,114 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DF6464C55CC540AB9754E3A78DD3F8BF, ordinal: 0
2016-01-14 20:17:02,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:02,158 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-01-14 20:17:02,158 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DF6464C55CC540AB9754E3A78DD3F8BF, mem on start (mb), free: 190, total: 223, max: 672
2016-01-14 20:17:02,167 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DF6464C55CC540AB9754E3A78DD3F8BF, mem on close (mb), free: 189, total: 223, max: 672
2016-01-14 20:17:05,068 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace/_temporary
2016-01-14 20:17:05,071 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:03.322
2016-01-14 20:17:05,071 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-14 20:17:05,072 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-14 20:17:05,072 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-14 20:17:05,072 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-14 20:17:05,121 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace
2016-01-14 20:17:05,146 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 20:17:05,147 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 20:17:05,230 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.077
2016-01-14 20:17:05,233 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 20:17:05,233 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 20:17:05,250 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2016-01-14 20:17:05,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2016-01-14 20:17:05,253 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 20:17:05,254 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:05,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-01-14 20:17:05,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 20:17:05,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 20:17:05,257 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 20:17:05,259 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stSkipStrategiesKeep/keep
2016-01-14 20:17:05,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local_0002
2016-01-14 20:17:05,341 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-14 20:17:05,345 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt
2016-01-14 20:17:05,350 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 20:17:05,350 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 20:17:05,365 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: BE0C55D0FBE44D28AAA350204D7B9CDA, ordinal: 0
2016-01-14 20:17:05,366 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:05,366 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-01-14 20:17:05,367 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: BE0C55D0FBE44D28AAA350204D7B9CDA, mem on start (mb), free: 177, total: 223, max: 672
2016-01-14 20:17:05,369 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: BE0C55D0FBE44D28AAA350204D7B9CDA, mem on close (mb), free: 177, total: 223, max: 672
2016-01-14 20:17:08,357 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep/_temporary
2016-01-14 20:17:08,358 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:03.104
2016-01-14 20:17:08,361 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 14 20:17:08 UTC 2016
2016-01-14 20:17:08,364 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source modification date at: Thu Jan 14 18:05:05 UTC 2016
2016-01-14 20:17:08,366 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 14 20:17:08 UTC 2016
2016-01-14 20:17:08,401 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep
2016-01-14 20:17:08,427 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 20:17:08,428 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 20:17:08,541 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.104
2016-01-14 20:17:08,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 20:17:08,545 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 20:17:08,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 20:17:08,584 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:08,584 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-01-14 20:17:08,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 20:17:08,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 20:17:08,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 20:17:08,587 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stFlowStepStrategy/simple
2016-01-14 20:17:08,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local_0003
2016-01-14 20:17:08,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-14 20:17:08,675 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt
2016-01-14 20:17:08,808 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 20:17:08,808 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 20:17:08,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E9C9A68CAB0C430891B8F68EA7C0EBB1, ordinal: 0
2016-01-14 20:17:08,832 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2016-01-14 20:17:08,832 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:17:08,832 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E9C9A68CAB0C430891B8F68EA7C0EBB1, mem on start (mb), free: 64, total: 223, max: 672
2016-01-14 20:17:08,839 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E9C9A68CAB0C430891B8F68EA7C0EBB1, mem on close (mb), free: 64, total: 223, max: 672
2016-01-14 20:17:11,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 20:17:11,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 20:17:11,701 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B36309DB47CF4ADC9E95F0A19A30193E, ordinal: 1
2016-01-14 20:17:11,704 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2016-01-14 20:17:11,705 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-01-14 20:17:11,705 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B36309DB47CF4ADC9E95F0A19A30193E, mem on start (mb), free: 62, total: 223, max: 672
2016-01-14 20:17:11,719 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B36309DB47CF4ADC9E95F0A19A30193E, mem on close (mb), free: 62, total: 223, max: 672
2016-01-14 20:17:14,690 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple/_temporary
2016-01-14 20:17:14,691 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:06.106
2016-01-14 20:17:14,702 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/testFlowStepStrategy/simple