Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

15.146s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.909s passed
testSkipStrategiesKeep 0.496s passed
testSkipStrategiesReplace 13.741s passed

Standard output

2015-09-24 13:44:29,189 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-09-24 13:44:29,232 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.flow.FlowStrategiesPlatformTest, with platform: hadoop2-mr1
2015-09-24 13:44:29,255 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-09-24 13:44:40,955 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-09-24 13:44:41,105 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2015-09-24 13:44:41,230 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 13:44:41,232 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 13:44:41,328 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 345AA1EB805D4E3AABE2076D0FD7FE57
2015-09-24 13:44:41,466 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.089
2015-09-24 13:44:41,469 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-09-24 13:44:41,470 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 13:44:41,609 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-09-24 13:44:41,613 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 18:59:59 EST 1969
2015-09-24 13:44:41,614 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-09-24 13:44:41,614 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 18:59:59 EST 1969
2015-09-24 13:44:41,653 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-09-24 13:44:41,656 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-09-24 13:44:41,656 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:41,657 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2015-09-24 13:44:41,657 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-09-24 13:44:41,657 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-09-24 13:44:41,658 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-09-24 13:44:41,659 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...StrategiesReplace/replace
2015-09-24 13:44:42,662 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local161661147_0001
2015-09-24 13:44:42,663 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-09-24 13:44:42,734 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-09-24 13:44:42,763 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 13:44:42,763 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 13:44:42,776 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: AC68951674F940A19B4D6D48A78CBA0C, ordinal: 0
2015-09-24 13:44:42,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:42,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2015-09-24 13:44:42,825 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AC68951674F940A19B4D6D48A78CBA0C, mem on start (mb), free: 87, total: 123, max: 672
2015-09-24 13:44:42,837 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AC68951674F940A19B4D6D48A78CBA0C, mem on close (mb), free: 86, total: 123, max: 672
2015-09-24 13:44:42,891 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace/_temporary
2015-09-24 13:44:42,892 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:01.234
2015-09-24 13:44:42,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-09-24 13:44:42,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 18:59:59 EST 1969
2015-09-24 13:44:42,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2015-09-24 13:44:42,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 18:59:59 EST 1969
2015-09-24 13:44:42,992 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace
2015-09-24 13:44:43,031 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 13:44:43,032 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 13:44:43,109 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.065
2015-09-24 13:44:43,111 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-09-24 13:44:43,111 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 13:44:43,129 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2015-09-24 13:44:43,131 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2015-09-24 13:44:43,133 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-09-24 13:44:43,133 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:43,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2015-09-24 13:44:43,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-09-24 13:44:43,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-09-24 13:44:43,135 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-09-24 13:44:43,135 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stSkipStrategiesKeep/keep
2015-09-24 13:44:43,343 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local353062238_0002
2015-09-24 13:44:43,344 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-09-24 13:44:43,351 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-09-24 13:44:43,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 13:44:43,364 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 13:44:43,375 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: EF1998118F9A408D84ACB611088DCA95, ordinal: 0
2015-09-24 13:44:43,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:43,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2015-09-24 13:44:43,377 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EF1998118F9A408D84ACB611088DCA95, mem on start (mb), free: 135, total: 159, max: 672
2015-09-24 13:44:43,381 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EF1998118F9A408D84ACB611088DCA95, mem on close (mb), free: 135, total: 159, max: 672
2015-09-24 13:44:43,403 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep/_temporary
2015-09-24 13:44:43,404 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.270
2015-09-24 13:44:43,411 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Sep 24 13:44:43 EDT 2015
2015-09-24 13:44:43,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source modification date at: Thu Sep 24 10:11:13 EDT 2015
2015-09-24 13:44:43,420 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Thu Sep 24 13:44:43 EDT 2015
2015-09-24 13:44:43,491 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep
2015-09-24 13:44:43,523 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 13:44:43,523 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 13:44:43,628 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.093
2015-09-24 13:44:43,629 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-09-24 13:44:43,630 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 13:44:43,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-09-24 13:44:43,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:43,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2015-09-24 13:44:43,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-09-24 13:44:43,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-09-24 13:44:43,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-09-24 13:44:43,670 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stFlowStepStrategy/simple
2015-09-24 13:44:44,020 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local746880765_0003
2015-09-24 13:44:44,020 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-09-24 13:44:44,031 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-09-24 13:44:44,137 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 13:44:44,137 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 13:44:44,149 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F74F409E4DE24646BE4988DBFDB050A4, ordinal: 0
2015-09-24 13:44:44,156 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-09-24 13:44:44,156 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-09-24 13:44:44,156 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74F409E4DE24646BE4988DBFDB050A4, mem on start (mb), free: 82, total: 259, max: 672
2015-09-24 13:44:44,159 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74F409E4DE24646BE4988DBFDB050A4, mem on close (mb), free: 82, total: 259, max: 672
2015-09-24 13:44:44,284 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-09-24 13:44:44,284 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: 
2015-09-24 13:44:44,298 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C1DB9A749B44447D8D1C202FB99A8B56, ordinal: 1
2015-09-24 13:44:44,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-09-24 13:44:44,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2015-09-24 13:44:44,303 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C1DB9A749B44447D8D1C202FB99A8B56, mem on start (mb), free: 138, total: 260, max: 672
2015-09-24 13:44:44,327 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C1DB9A749B44447D8D1C202FB99A8B56, mem on close (mb), free: 137, total: 260, max: 672
2015-09-24 13:44:44,356 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple/_temporary
2015-09-24 13:44:44,357 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.687
2015-09-24 13:44:44,401 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple