Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

13.488s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 6.196s passed
testSkipStrategiesKeep 3.254s passed
testSkipStrategiesReplace 4.038s passed

Standard output

2013-11-20 12:03:00,775 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-11-20 12:03:00,802 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-11-20 12:03:00,803 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2013-11-20 12:03:00,833 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-11-20 12:03:01,192 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:03:01,194 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:03:01,207 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 6A19EB0742194A8B80CAC61387E2B8F7
2013-11-20 12:03:01,353 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink is marked for delete
2013-11-20 12:03:01,360 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2013-11-20 12:03:01,361 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink is marked for delete
2013-11-20 12:03:01,362 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2013-11-20 12:03:01,414 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-11-20 12:03:01,417 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-11-20 12:03:01,418 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:01,419 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace"]
2013-11-20 12:03:01,419 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-11-20 12:03:01,421 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-11-20 12:03:01,422 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-11-20 12:03:01,461 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...trategiesplatform/replace
2013-11-20 12:03:01,502 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-11-20 12:03:01,547 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:01,758 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0001
2013-11-20 12:03:01,826 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-11-20 12:03:01,835 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@488ddb93
2013-11-20 12:03:01,843 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2013-11-20 12:03:01,850 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:03:01,862 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:03:01,862 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:03:01,922 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:01,922 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace"]
2013-11-20 12:03:01,935 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:03:01,938 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:03:01,939 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2013-11-20 12:03:01,944 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace
2013-11-20 12:03:04,809 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2013-11-20 12:03:04,810 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2013-11-20 12:03:04,820 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/replace/_temporary
2013-11-20 12:03:04,821 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink is marked for delete
2013-11-20 12:03:04,822 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2013-11-20 12:03:04,822 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink is marked for delete
2013-11-20 12:03:04,822 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2013-11-20 12:03:04,844 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:04,866 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:04,868 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/replace
2013-11-20 12:03:04,890 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:03:04,891 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:03:04,919 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink does not exist
2013-11-20 12:03:04,958 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] at least one sink does not exist
2013-11-20 12:03:04,959 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-11-20 12:03:04,960 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:04,960 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep"]
2013-11-20 12:03:04,962 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-11-20 12:03:04,962 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-11-20 12:03:04,962 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-11-20 12:03:04,963 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2013-11-20 12:03:04,980 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:05,053 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0002
2013-11-20 12:03:05,058 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37567e6c
2013-11-20 12:03:05,060 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2013-11-20 12:03:05,062 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:03:05,067 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:03:05,067 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:03:05,077 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:05,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep"]
2013-11-20 12:03:05,081 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:03:05,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:03:05,082 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2013-11-20 12:03:05,086 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep
2013-11-20 12:03:08,058 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2013-11-20 12:03:08,059 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2013-11-20 12:03:08,074 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/keep/_temporary
2013-11-20 12:03:08,078 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Nov 20 12:03:08 UTC 2013
2013-11-20 12:03:08,081 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source modification date at: Wed Nov 20 10:09:13 UTC 2013
2013-11-20 12:03:08,085 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink oldest modified date: Wed Nov 20 12:03:08 UTC 2013
2013-11-20 12:03:08,102 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:08,123 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:08,125 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/keep
2013-11-20 12:03:08,147 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:03:08,148 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:03:08,183 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-11-20 12:03:08,184 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:08,185 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple"]
2013-11-20 12:03:08,186 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-11-20 12:03:08,186 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-11-20 12:03:08,187 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-11-20 12:03:08,188 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...strategiesplatform/simple
2013-11-20 12:03:08,208 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:08,277 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0003
2013-11-20 12:03:08,283 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24bf1f20
2013-11-20 12:03:08,285 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2013-11-20 12:03:08,287 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:03:08,295 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:03:08,419 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:03:08,419 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:03:08,437 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:03:08,437 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:03:08,455 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2013-11-20 12:03:08,455 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2013-11-20 12:03:08,459 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:03:08,470 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:03:08,473 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:03:11,283 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2013-11-20 12:03:11,284 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2013-11-20 12:03:11,293 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6639be68
2013-11-20 12:03:11,293 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:03:11,298 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:03:11,303 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-11-20 12:03:11,304 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:03:11,305 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:03:11,305 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:03:11,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2013-11-20 12:03:11,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple"]
2013-11-20 12:03:11,334 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:03:11,336 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:03:11,337 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-11-20 12:03:11,341 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple
2013-11-20 12:03:14,293 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:03:14,294 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2013-11-20 12:03:14,307 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/flowstrategiesplatform/simple/_temporary
2013-11-20 12:03:14,320 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:03:14,322 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/flowstrategiesplatform/simple