Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

2.070s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.476s passed
testSkipStrategiesKeep 0.284s passed
testSkipStrategiesReplace 1.310s passed

Standard output

2014-08-22 16:52:06,503 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 16:52:06,551 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 16:52:06,552 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2014-08-22 16:52:06,581 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 16:52:06,982 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:52:06,984 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:52:06,997 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: D77EFC05E50D44679F86C5E134685D8E
2014-08-22 16:52:07,162 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 16:52:07,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 16:52:07,171 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 16:52:07,171 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 16:52:07,224 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 16:52:07,228 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 16:52:07,229 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:07,229 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-08-22 16:52:07,230 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 16:52:07,230 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 16:52:07,230 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 16:52:07,232 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...trategiesplatform/replace
2014-08-22 16:52:07,278 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 16:52:07,345 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2014-08-22 16:52:07,349 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:07,614 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0001
2014-08-22 16:52:07,616 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 16:52:07,683 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 16:52:07,692 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3cee6ad6
2014-08-22 16:52:07,701 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt
2014-08-22 16:52:07,708 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 16:52:07,726 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:52:07,726 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:52:07,791 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:07,791 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/replace"]
2014-08-22 16:52:07,805 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:52:07,809 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:52:07,810 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2014-08-22 16:52:07,815 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/replace
2014-08-22 16:52:07,815 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 16:52:07,817 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 16:52:07,828 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/replace/_temporary
2014-08-22 16:52:07,830 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 16:52:07,830 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 16:52:07,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink is marked for delete
2014-08-22 16:52:07,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2014-08-22 16:52:07,857 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:07,884 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:07,887 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/flowstrategiesplatform/replace
2014-08-22 16:52:07,914 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:52:07,915 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:52:07,938 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-08-22 16:52:07,941 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] at least one sink does not exist
2014-08-22 16:52:07,942 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 16:52:07,943 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:07,943 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-08-22 16:52:07,944 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 16:52:07,944 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 16:52:07,944 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 16:52:07,945 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2014-08-22 16:52:07,962 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:08,063 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0002
2014-08-22 16:52:08,063 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 16:52:08,067 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2e9dca26
2014-08-22 16:52:08,069 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt
2014-08-22 16:52:08,071 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 16:52:08,076 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:52:08,077 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:52:08,090 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:08,091 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/keep"]
2014-08-22 16:52:08,094 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:52:08,095 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:52:08,095 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2014-08-22 16:52:08,100 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/keep
2014-08-22 16:52:08,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 16:52:08,101 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 16:52:08,115 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/keep/_temporary
2014-08-22 16:52:08,120 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Fri Aug 22 16:52:08 UTC 2014
2014-08-22 16:52:08,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source modification date at: Fri Aug 22 16:00:49 UTC 2014
2014-08-22 16:52:08,127 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink oldest modified date: Fri Aug 22 16:52:08 UTC 2014
2014-08-22 16:52:08,147 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:08,171 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:08,174 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/flowstrategiesplatform/keep
2014-08-22 16:52:08,201 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:52:08,202 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:52:08,244 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 16:52:08,245 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:08,245 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-08-22 16:52:08,245 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  parallel execution is enabled: false
2014-08-22 16:52:08,246 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  starting jobs: 1
2014-08-22 16:52:08,246 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [test]  allocating threads: 1
2014-08-22 16:52:08,247 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...strategiesplatform/simple
2014-08-22 16:52:08,263 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:08,313 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local_0003
2014-08-22 16:52:08,313 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 16:52:08,317 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2add5681
2014-08-22 16:52:08,319 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt
2014-08-22 16:52:08,321 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:52:08,329 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:52:08,474 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:52:08,474 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:52:08,497 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:52:08,498 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:52:08,521 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:52:08,522 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:52:08,527 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:52:08,543 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:52:08,546 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:52:08,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 16:52:08,548 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_m_000000_0' done.
2014-08-22 16:52:08,559 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b071c0
2014-08-22 16:52:08,559 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:52:08,567 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:52:08,574 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 16:52:08,574 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:52:08,576 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:52:08,576 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:52:08,597 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:52:08,597 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/simple"]
2014-08-22 16:52:08,614 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:52:08,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:52:08,616 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2014-08-22 16:52:08,620 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/simple
2014-08-22 16:52:08,620 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:52:08,621 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_r_000000_0' done.
2014-08-22 16:52:08,635 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/flowstrategiesplatform/simple/_temporary
2014-08-22 16:52:08,649 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:52:08,651 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/flowstrategiesplatform/simple