Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

13.533s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 6.212s passed
testSkipStrategiesKeep 3.232s passed
testSkipStrategiesReplace 4.089s passed

Standard output

2014-08-22 15:24:10,468 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 15:24:10,519 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 15:24:10,520 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2014-08-22 15:24:10,550 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 15:24:10,945 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:24:10,947 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:24:10,959 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: FF13994F6F2D46ED90A23A0A58CACCC8
2014-08-22 15:24:11,111 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 15:24:11,116 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 15:24:11,118 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 15:24:11,118 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 15:24:11,174 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 15:24:11,178 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 15:24:11,179 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:11,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-08-22 15:24:11,181 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 15:24:11,183 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 15:24:11,183 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 15:24:11,185 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...trategiesplatform/replace
2014-08-22 15:24:11,228 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 15:24:11,275 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:11,506 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0001
2014-08-22 15:24:11,507 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 15:24:11,571 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 15:24:11,580 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5fb11b79
2014-08-22 15:24:11,588 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2014-08-22 15:24:11,595 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:24:11,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:24:11,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:24:11,692 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:11,693 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-08-22 15:24:11,707 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:24:11,710 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:24:11,711 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2014-08-22 15:24:11,716 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace
2014-08-22 15:24:14,555 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 15:24:14,556 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 15:24:14,571 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace/_temporary
2014-08-22 15:24:14,572 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 15:24:14,572 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 15:24:14,572 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 15:24:14,573 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 15:24:14,598 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:14,634 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:14,636 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/replace
2014-08-22 15:24:14,661 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:24:14,662 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:24:14,684 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-08-22 15:24:14,685 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-08-22 15:24:14,687 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 15:24:14,687 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:14,688 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-08-22 15:24:14,688 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 15:24:14,688 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 15:24:14,689 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 15:24:14,689 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2014-08-22 15:24:14,709 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:14,798 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0002
2014-08-22 15:24:14,798 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 15:24:14,804 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@74122d9c
2014-08-22 15:24:14,806 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2014-08-22 15:24:14,807 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:24:14,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:24:14,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:24:14,825 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:14,825 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-08-22 15:24:14,828 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:24:14,829 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:24:14,830 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2014-08-22 15:24:14,834 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep
2014-08-22 15:24:17,804 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 15:24:17,805 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 15:24:17,815 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep/_temporary
2014-08-22 15:24:17,820 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Fri Aug 22 15:24:17 UTC 2014
2014-08-22 15:24:17,823 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source modification date at: Fri Aug 22 13:29:54 UTC 2014
2014-08-22 15:24:17,826 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Fri Aug 22 15:24:17 UTC 2014
2014-08-22 15:24:17,846 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:17,869 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:17,871 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/keep
2014-08-22 15:24:17,900 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:24:17,901 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:24:17,945 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 15:24:17,946 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:17,947 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-08-22 15:24:17,948 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 15:24:17,948 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 15:24:17,949 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 15:24:17,950 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...strategiesplatform/simple
2014-08-22 15:24:17,968 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:18,043 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0003
2014-08-22 15:24:18,044 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 15:24:18,048 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76136c55
2014-08-22 15:24:18,050 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2014-08-22 15:24:18,051 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 15:24:18,060 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 15:24:18,196 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 15:24:18,197 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 15:24:18,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:24:18,218 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:24:18,240 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:24:18,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:24:18,246 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 15:24:18,259 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 15:24:18,262 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:24:21,048 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 15:24:21,049 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2014-08-22 15:24:21,060 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b071c0
2014-08-22 15:24:21,060 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:24:21,066 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 15:24:21,071 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 15:24:21,071 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:24:21,073 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 15:24:21,073 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 15:24:21,090 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:24:21,091 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-08-22 15:24:21,107 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2014-08-22 15:24:21,108 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:24:21,110 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2014-08-22 15:24:21,114 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple
2014-08-22 15:24:24,060 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 15:24:24,061 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2014-08-22 15:24:24,068 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple/_temporary
2014-08-22 15:24:24,081 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:24:24,083 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/simple