Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

2.272s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.474s passed
testSkipStrategiesKeep 0.351s passed
testSkipStrategiesReplace 1.447s passed

Standard output

2016-05-18 05:36:49,988 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 05:36:50,003 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.flow.FlowStrategiesPlatformTest, with platform: hadoop
2016-05-18 05:36:50,026 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-05-18 05:36:50,268 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 05:36:50,369 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:36:50,371 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:36:50,488 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: FC99FC9F595F4245A7DCA55FF835A267
2016-05-18 05:36:50,643 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.111
2016-05-18 05:36:50,647 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 05:36:50,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:36:50,768 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink is marked for delete
2016-05-18 05:36:50,773 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-05-18 05:36:50,774 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink is marked for delete
2016-05-18 05:36:50,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-05-18 05:36:50,828 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 05:36:50,830 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting
2016-05-18 05:36:50,833 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:50,834 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-05-18 05:36:50,834 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  parallel execution of steps is enabled: false
2016-05-18 05:36:50,835 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  executing total steps: 1
2016-05-18 05:36:50,836 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  allocating management threads: 1
2016-05-18 05:36:50,837 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting step: (1/1) ...StrategiesReplace/replace
2016-05-18 05:36:50,873 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 05:36:50,933 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-05-18 05:36:51,164 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] submitted hadoop job: job_local1867342619_0001
2016-05-18 05:36:51,166 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] tracking url: http://localhost:8080/
2016-05-18 05:36:51,270 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt
2016-05-18 05:36:51,291 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:36:51,291 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:36:51,312 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E1DB096A5CA74B6BBA8CB248A23D8FFA, ordinal: 0
2016-05-18 05:36:51,378 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:51,378 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace"]
2016-05-18 05:36:51,380 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E1DB096A5CA74B6BBA8CB248A23D8FFA, mem on start (mb), free: 185, total: 223, max: 672
2016-05-18 05:36:51,397 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E1DB096A5CA74B6BBA8CB248A23D8FFA, mem on close (mb), free: 185, total: 223, max: 672
2016-05-18 05:36:51,421 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace/_temporary
2016-05-18 05:36:51,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  completed in: 00:00.590
2016-05-18 05:36:51,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink is marked for delete
2016-05-18 05:36:51,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-05-18 05:36:51,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink is marked for delete
2016-05-18 05:36:51,425 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2016-05-18 05:36:51,470 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/flowstrategiesplatform/testSkipStrategiesReplace/replace
2016-05-18 05:36:51,495 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:36:51,496 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:36:51,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.063
2016-05-18 05:36:51,568 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 05:36:51,568 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:36:51,586 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink does not exist
2016-05-18 05:36:51,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] at least one sink does not exist
2016-05-18 05:36:51,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting
2016-05-18 05:36:51,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:51,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-05-18 05:36:51,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  parallel execution of steps is enabled: false
2016-05-18 05:36:51,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  executing total steps: 1
2016-05-18 05:36:51,590 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  allocating management threads: 1
2016-05-18 05:36:51,590 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting step: (1/1) ...stSkipStrategiesKeep/keep
2016-05-18 05:36:51,704 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] submitted hadoop job: job_local474242886_0002
2016-05-18 05:36:51,704 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] tracking url: http://localhost:8080/
2016-05-18 05:36:51,712 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt
2016-05-18 05:36:51,719 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:36:51,719 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:36:51,734 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C1E8577548A54A6DBA65C8DAAB079FF4, ordinal: 0
2016-05-18 05:36:51,735 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:51,736 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep"]
2016-05-18 05:36:51,736 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C1E8577548A54A6DBA65C8DAAB079FF4, mem on start (mb), free: 172, total: 223, max: 672
2016-05-18 05:36:51,738 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C1E8577548A54A6DBA65C8DAAB079FF4, mem on close (mb), free: 172, total: 223, max: 672
2016-05-18 05:36:51,756 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep/_temporary
2016-05-18 05:36:51,757 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  completed in: 00:00.168
2016-05-18 05:36:51,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed May 18 05:36:51 UTC 2016
2016-05-18 05:36:51,765 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] source modification date at: Wed May 18 04:23:10 UTC 2016
2016-05-18 05:36:51,769 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] sink oldest modified date: Wed May 18 05:36:51 UTC 2016
2016-05-18 05:36:51,824 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/flowstrategiesplatform/testSkipStrategiesKeep/keep
2016-05-18 05:36:51,847 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:36:51,848 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:36:51,923 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.069
2016-05-18 05:36:51,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 05:36:51,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:36:51,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting
2016-05-18 05:36:51,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:51,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-05-18 05:36:51,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  parallel execution of steps is enabled: false
2016-05-18 05:36:51,962 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  executing total steps: 1
2016-05-18 05:36:51,962 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  allocating management threads: 1
2016-05-18 05:36:51,964 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] starting step: (1/1) ...stFlowStepStrategy/simple
2016-05-18 05:36:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] submitted hadoop job: job_local21945381_0003
2016-05-18 05:36:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test] tracking url: http://localhost:8080/
2016-05-18 05:36:52,022 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt
2016-05-18 05:36:52,185 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:36:52,186 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:36:52,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D1EFEAEDBB2547209956B55B105BBD20, ordinal: 0
2016-05-18 05:36:52,202 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2016-05-18 05:36:52,203 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2016-05-18 05:36:52,203 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D1EFEAEDBB2547209956B55B105BBD20, mem on start (mb), free: 170, total: 281, max: 672
2016-05-18 05:36:52,209 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D1EFEAEDBB2547209956B55B105BBD20, mem on close (mb), free: 170, total: 281, max: 672
2016-05-18 05:36:52,239 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.1.0
2016-05-18 05:36:52,240 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-05-18 05:36:52,250 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F320F088D1924B69BD7B293CF2D80884, ordinal: 1
2016-05-18 05:36:52,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2016-05-18 05:36:52,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple"]
2016-05-18 05:36:52,254 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F320F088D1924B69BD7B293CF2D80884, mem on start (mb), free: 168, total: 281, max: 672
2016-05-18 05:36:52,267 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F320F088D1924B69BD7B293CF2D80884, mem on close (mb), free: 167, total: 281, max: 672
2016-05-18 05:36:52,286 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/flowstrategiesplatform/testFlowStepStrategy/simple/_temporary
2016-05-18 05:36:52,286 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [test]  completed in: 00:00.325
2016-05-18 05:36:52,299 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/flowstrategiesplatform/testFlowStepStrategy/simple