Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

1.936s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.344s passed
testSkipStrategiesKeep 0.239s passed
testSkipStrategiesReplace 1.353s passed

Standard output

2015-11-23 16:37:40,544 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-11-23 16:37:40,559 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.flow.FlowStrategiesPlatformTest, with platform: hadoop2-mr1
2015-11-23 16:37:40,571 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-11-23 16:37:40,963 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-11-23 16:37:41,039 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2015-11-23 16:37:41,090 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:37:41,091 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:37:41,136 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: C9866B4DB8A74F03AC09A0C5F5FD65F8
2015-11-23 16:37:41,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.044
2015-11-23 16:37:41,213 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 16:37:41,213 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:37:41,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-11-23 16:37:41,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 01 07:59:59 CST 1970
2015-11-23 16:37:41,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-11-23 16:37:41,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 01 07:59:59 CST 1970
2015-11-23 16:37:41,346 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-11-23 16:37:41,348 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 16:37:41,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:41,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2015-11-23 16:37:41,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 16:37:41,350 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 16:37:41,350 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 16:37:41,350 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...StrategiesReplace/replace
2015-11-23 16:37:41,643 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local669016752_0001
2015-11-23 16:37:41,643 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 16:37:41,707 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 16:37:41,762 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:37:41,763 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:37:41,774 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A5A7F072AD94475BB77040536B6CA3A3, ordinal: 0
2015-11-23 16:37:41,800 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:41,800 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2015-11-23 16:37:41,801 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A5A7F072AD94475BB77040536B6CA3A3, mem on start (mb), free: 326, total: 343, max: 672
2015-11-23 16:37:41,808 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A5A7F072AD94475BB77040536B6CA3A3, mem on close (mb), free: 325, total: 343, max: 672
2015-11-23 16:37:41,846 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace/_temporary
2015-11-23 16:37:41,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.496
2015-11-23 16:37:41,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-11-23 16:37:41,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 01 07:59:59 CST 1970
2015-11-23 16:37:41,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-11-23 16:37:41,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Jan 01 07:59:59 CST 1970
2015-11-23 16:37:41,921 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace
2015-11-23 16:37:41,944 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:37:41,944 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:37:41,968 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.018
2015-11-23 16:37:41,969 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 16:37:41,969 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:37:41,980 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2015-11-23 16:37:41,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 16:37:41,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 16:37:41,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stSkipStrategiesKeep/keep
2015-11-23 16:37:42,075 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local702364214_0002
2015-11-23 16:37:42,075 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 16:37:42,081 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 16:37:42,089 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:37:42,089 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:37:42,101 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D842965D24E44997B1BE0EDFECB35909, ordinal: 0
2015-11-23 16:37:42,102 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:42,102 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2015-11-23 16:37:42,102 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D842965D24E44997B1BE0EDFECB35909, mem on start (mb), free: 263, total: 343, max: 672
2015-11-23 16:37:42,105 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D842965D24E44997B1BE0EDFECB35909, mem on close (mb), free: 263, total: 343, max: 672
2015-11-23 16:37:42,119 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep/_temporary
2015-11-23 16:37:42,119 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.137
2015-11-23 16:37:42,121 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Mon Nov 23 16:37:42 CST 2015
2015-11-23 16:37:42,123 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source modification date at: Mon Nov 23 15:05:12 CST 2015
2015-11-23 16:37:42,124 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Mon Nov 23 16:37:42 CST 2015
2015-11-23 16:37:42,162 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep
2015-11-23 16:37:42,180 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:37:42,180 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:37:42,216 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.030
2015-11-23 16:37:42,217 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 16:37:42,217 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:37:42,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 16:37:42,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:42,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2015-11-23 16:37:42,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 16:37:42,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 16:37:42,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 16:37:42,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stFlowStepStrategy/simple
2015-11-23 16:37:42,336 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1733049567_0003
2015-11-23 16:37:42,336 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 16:37:42,340 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 16:37:42,376 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:37:42,376 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:37:42,382 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F19678E7697E4B6683DD464AD371D1A5, ordinal: 0
2015-11-23 16:37:42,386 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 16:37:42,386 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-11-23 16:37:42,386 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F19678E7697E4B6683DD464AD371D1A5, mem on start (mb), free: 224, total: 343, max: 672
2015-11-23 16:37:42,388 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F19678E7697E4B6683DD464AD371D1A5, mem on close (mb), free: 224, total: 343, max: 672
2015-11-23 16:37:42,450 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 16:37:42,450 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 16:37:42,456 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: BC2CAD16F2444EF1ACEE2C96887C4043, ordinal: 1
2015-11-23 16:37:42,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-11-23 16:37:42,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2015-11-23 16:37:42,458 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: BC2CAD16F2444EF1ACEE2C96887C4043, mem on start (mb), free: 215, total: 343, max: 672
2015-11-23 16:37:42,469 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: BC2CAD16F2444EF1ACEE2C96887C4043, mem on close (mb), free: 212, total: 343, max: 672
2015-11-23 16:37:42,482 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple/_temporary
2015-11-23 16:37:42,482 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.243
2015-11-23 16:37:42,505 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple