Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

12.959s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 6.124s passed
testSkipStrategiesKeep 3.187s passed
testSkipStrategiesReplace 3.648s passed

Standard output

2014-04-09 19:41:21,635 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-09 19:41:21,653 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-04-09 19:41:21,653 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2014-04-09 19:41:21,663 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-04-09 19:41:21,824 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-09 19:41:21,825 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.3/28aa68c14ec7f7fde8a1753ed3b6ac8e328e81dc/cascading-hadoop-2.5.3.jar
2014-04-09 19:41:21,831 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 899E35BABBA24C149966C6CDE15D44A3
2014-04-09 19:41:21,898 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-04-09 19:41:21,901 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-09 19:41:21,901 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-04-09 19:41:21,901 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-09 19:41:21,929 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-09 19:41:21,930 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-09 19:41:21,930 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:21,931 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-04-09 19:41:21,931 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-04-09 19:41:21,931 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-04-09 19:41:21,932 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-04-09 19:41:21,932 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...trategiesplatform/replace
2014-04-09 19:41:21,950 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-04-09 19:41:21,976 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2014-04-09 19:41:21,979 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:22,078 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0001
2014-04-09 19:41:22,078 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-04-09 19:41:22,104 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-04-09 19:41:22,108 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21aa4aaf
2014-04-09 19:41:22,116 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt
2014-04-09 19:41:22,120 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-04-09 19:41:22,125 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.5.3
2014-04-09 19:41:22,125 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2014-04-09 19:41:22,154 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:22,154 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-04-09 19:41:22,160 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-04-09 19:41:22,162 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-04-09 19:41:22,163 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2014-04-09 19:41:22,166 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/replace
2014-04-09 19:41:25,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt:0+1449
2014-04-09 19:41:25,100 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2014-04-09 19:41:25,280 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/replace/_temporary
2014-04-09 19:41:25,280 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-04-09 19:41:25,281 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-09 19:41:25,281 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-04-09 19:41:25,281 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-09 19:41:25,298 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:25,309 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:25,310 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/replace
2014-04-09 19:41:25,322 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-09 19:41:25,323 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.3/28aa68c14ec7f7fde8a1753ed3b6ac8e328e81dc/cascading-hadoop-2.5.3.jar
2014-04-09 19:41:25,334 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-04-09 19:41:25,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-04-09 19:41:25,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-09 19:41:25,336 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:25,336 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-04-09 19:41:25,336 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-04-09 19:41:25,336 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-04-09 19:41:25,336 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-04-09 19:41:25,336 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2014-04-09 19:41:25,413 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:25,448 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0002
2014-04-09 19:41:25,449 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-04-09 19:41:25,452 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40151a53
2014-04-09 19:41:25,454 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt
2014-04-09 19:41:25,455 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-04-09 19:41:25,458 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.5.3
2014-04-09 19:41:25,458 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2014-04-09 19:41:25,465 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:25,465 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-04-09 19:41:25,467 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-04-09 19:41:25,467 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-04-09 19:41:25,468 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2014-04-09 19:41:25,470 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/keep
2014-04-09 19:41:28,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt:0+1449
2014-04-09 19:41:28,453 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2014-04-09 19:41:28,467 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/keep/_temporary
2014-04-09 19:41:28,471 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Apr 09 19:41:28 CDT 2014
2014-04-09 19:41:28,475 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source modification date at: Wed Apr 09 17:28:35 CDT 2014
2014-04-09 19:41:28,478 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Apr 09 19:41:28 CDT 2014
2014-04-09 19:41:28,487 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:28,498 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:28,498 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/keep
2014-04-09 19:41:28,510 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-09 19:41:28,510 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.3/28aa68c14ec7f7fde8a1753ed3b6ac8e328e81dc/cascading-hadoop-2.5.3.jar
2014-04-09 19:41:28,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-09 19:41:28,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:28,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-04-09 19:41:28,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-04-09 19:41:28,531 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-04-09 19:41:28,531 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-04-09 19:41:28,531 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...strategiesplatform/simple
2014-04-09 19:41:28,538 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:28,567 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0003
2014-04-09 19:41:28,568 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-04-09 19:41:28,570 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6a45aa68
2014-04-09 19:41:28,571 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt
2014-04-09 19:41:28,571 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-04-09 19:41:28,575 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-04-09 19:41:28,586 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-04-09 19:41:28,586 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-04-09 19:41:28,595 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.5.3
2014-04-09 19:41:28,595 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2014-04-09 19:41:28,605 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt"]
2014-04-09 19:41:28,605 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-04-09 19:41:28,607 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-04-09 19:41:28,612 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-04-09 19:41:28,613 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-04-09 19:41:31,571 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/classes/test/data/apache.10.txt:0+1449
2014-04-09 19:41:31,572 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2014-04-09 19:41:31,580 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7c4c0b22
2014-04-09 19:41:31,580 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-04-09 19:41:31,586 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-04-09 19:41:31,588 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-04-09 19:41:31,588 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-04-09 19:41:31,589 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.5.3
2014-04-09 19:41:31,589 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2014-04-09 19:41:31,596 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-04-09 19:41:31,597 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-04-09 19:41:31,603 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2014-04-09 19:41:31,604 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-04-09 19:41:31,604 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2014-04-09 19:41:31,606 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/simple
2014-04-09 19:41:34,580 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-04-09 19:41:34,581 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2014-04-09 19:41:34,607 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output/hadoop/flowstrategiesplatform/simple/_temporary
2014-04-09 19:41:34,622 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-04-09 19:41:34,623 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/apache-1.0.x/build/test/output//hadoop/flowstrategiesplatform/simple