Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

3.964s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.770s passed
testSkipStrategiesKeep 0.439s passed
testSkipStrategiesReplace 2.755s passed

Standard output

2016-01-15 04:52:54,570 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-15 04:52:54,603 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.flow.FlowStrategiesPlatformTest, with platform: hadoop2-mr1
2016-01-15 04:52:54,636 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2016-01-15 04:52:55,479 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-15 04:52:55,655 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-15 04:52:55,806 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-15 04:52:55,808 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-15 04:52:55,916 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 0248F82D533A41A3B5D0E70131B993CD
2016-01-15 04:52:56,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.089
2016-01-15 04:52:56,080 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-15 04:52:56,081 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-15 04:52:56,226 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-15 04:52:56,231 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-15 04:52:56,232 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-15 04:52:56,232 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-15 04:52:56,276 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-15 04:52:56,279 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-15 04:52:56,280 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:56,281 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-01-15 04:52:56,282 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-15 04:52:56,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-15 04:52:56,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-15 04:52:56,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...StrategiesReplace/replace
2016-01-15 04:52:57,089 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local164439012_0001
2016-01-15 04:52:57,089 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-15 04:52:57,184 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt
2016-01-15 04:52:57,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-15 04:52:57,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-15 04:52:57,214 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: ED4356A1C7374786BF8F22A066A302E9, ordinal: 0
2016-01-15 04:52:57,255 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:57,256 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-01-15 04:52:57,256 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: ED4356A1C7374786BF8F22A066A302E9, mem on start (mb), free: 164, total: 223, max: 672
2016-01-15 04:52:57,267 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: ED4356A1C7374786BF8F22A066A302E9, mem on close (mb), free: 163, total: 223, max: 672
2016-01-15 04:52:57,313 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace/_temporary
2016-01-15 04:52:57,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:01.033
2016-01-15 04:52:57,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-15 04:52:57,315 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-15 04:52:57,315 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink is marked for delete
2016-01-15 04:52:57,315 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-01-15 04:52:57,388 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesReplace/replace
2016-01-15 04:52:57,422 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-15 04:52:57,423 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-15 04:52:57,483 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.050
2016-01-15 04:52:57,484 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-15 04:52:57,485 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-15 04:52:57,499 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2016-01-15 04:52:57,500 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] at least one sink does not exist
2016-01-15 04:52:57,501 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-15 04:52:57,501 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:57,502 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-01-15 04:52:57,502 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-15 04:52:57,502 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-15 04:52:57,502 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-15 04:52:57,504 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stSkipStrategiesKeep/keep
2016-01-15 04:52:57,673 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1185105560_0002
2016-01-15 04:52:57,673 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-15 04:52:57,681 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt
2016-01-15 04:52:57,693 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-15 04:52:57,693 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-15 04:52:57,702 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D191B70E253F4300A0F3EF837F76B9A2, ordinal: 0
2016-01-15 04:52:57,703 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:57,703 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-01-15 04:52:57,703 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D191B70E253F4300A0F3EF837F76B9A2, mem on start (mb), free: 163, total: 223, max: 672
2016-01-15 04:52:57,707 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D191B70E253F4300A0F3EF837F76B9A2, mem on close (mb), free: 163, total: 223, max: 672
2016-01-15 04:52:57,732 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep/_temporary
2016-01-15 04:52:57,733 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.231
2016-01-15 04:52:57,736 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Fri Jan 15 04:52:57 UTC 2016
2016-01-15 04:52:57,741 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source modification date at: Fri Jan 15 02:38:01 UTC 2016
2016-01-15 04:52:57,745 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink oldest modified date: Fri Jan 15 04:52:57 UTC 2016
2016-01-15 04:52:57,829 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/testSkipStrategiesKeep/keep
2016-01-15 04:52:57,873 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-15 04:52:57,874 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-15 04:52:57,975 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.088
2016-01-15 04:52:57,978 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-15 04:52:57,978 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-15 04:52:58,027 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-15 04:52:58,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:58,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-01-15 04:52:58,029 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-15 04:52:58,030 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-15 04:52:58,030 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-15 04:52:58,031 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...stFlowStepStrategy/simple
2016-01-15 04:52:58,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1799392609_0003
2016-01-15 04:52:58,265 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2016-01-15 04:52:58,271 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt
2016-01-15 04:52:58,400 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-15 04:52:58,400 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-15 04:52:58,412 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CA2E9B661FA941F7A41B39238DAA5CB3, ordinal: 0
2016-01-15 04:52:58,418 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/classes/test/data/apache.10.txt"]
2016-01-15 04:52:58,419 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2016-01-15 04:52:58,419 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CA2E9B661FA941F7A41B39238DAA5CB3, mem on start (mb), free: 114, total: 281, max: 672
2016-01-15 04:52:58,422 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CA2E9B661FA941F7A41B39238DAA5CB3, mem on close (mb), free: 114, total: 281, max: 672
2016-01-15 04:52:58,504 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-15 04:52:58,504 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-15 04:52:58,513 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E56F85976DAD46A6978223BF90589882, ordinal: 1
2016-01-15 04:52:58,516 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2016-01-15 04:52:58,517 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-01-15 04:52:58,517 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E56F85976DAD46A6978223BF90589882, mem on start (mb), free: 103, total: 281, max: 672
2016-01-15 04:52:58,535 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E56F85976DAD46A6978223BF90589882, mem on close (mb), free: 100, total: 281, max: 672
2016-01-15 04:52:58,560 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple/_temporary
2016-01-15 04:52:58,561 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.533
2016-01-15 04:52:58,601 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.7.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/testFlowStepStrategy/simple