Class cascading.flow.AssemblyPlannerPlatformTest

2

tests

0

failures

13.296s

duration

100%

successful

Tests

Test Duration Result
testCompositeAssembly 7.077s passed
testSimpleAssembly 6.219s passed

Standard output

2014-08-22 15:22:48,992 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 15:22:49,039 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 15:22:49,040 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2014-08-22 15:22:49,068 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 15:22:49,454 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:22:49,455 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:22:49,468 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 6ADAF2A1EABF4A52ADD614ED7E69B7B6
2014-08-22 15:22:49,708 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 15:22:49,711 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting
2014-08-22 15:22:49,712 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:22:49,713 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite"]
2014-08-22 15:22:49,713 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  parallel execution is enabled: false
2014-08-22 15:22:49,714 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  starting jobs: 1
2014-08-22 15:22:49,714 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  allocating threads: 1
2014-08-22 15:22:49,717 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...plannerplatform/composite
2014-08-22 15:22:49,767 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 15:22:49,821 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:22:50,032 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0001
2014-08-22 15:22:50,033 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2014-08-22 15:22:50,098 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 15:22:50,106 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1343a083
2014-08-22 15:22:50,115 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2014-08-22 15:22:50,122 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 15:22:50,131 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 15:22:50,281 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 15:22:50,281 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 15:22:50,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:22:50,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:22:50,376 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:22:50,376 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:22:50,390 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 15:22:50,404 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 15:22:50,407 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:22:53,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 15:22:53,082 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 15:22:53,094 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12948069
2014-08-22 15:22:53,094 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:53,100 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 15:22:53,106 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 15:22:53,106 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:53,108 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 15:22:53,109 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 15:22:53,129 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:22:53,129 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite"]
2014-08-22 15:22:53,151 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2014-08-22 15:22:53,152 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:53,153 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2014-08-22 15:22:53,157 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite
2014-08-22 15:22:56,093 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 15:22:56,095 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2014-08-22 15:22:56,113 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2014-08-22 15:22:56,139 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:22:56,142 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/assemblyplannerplatform/composite
2014-08-22 15:22:56,167 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:22:56,168 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:22:56,199 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting
2014-08-22 15:22:56,200 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:22:56,201 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple"]
2014-08-22 15:22:56,202 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  parallel execution is enabled: false
2014-08-22 15:22:56,202 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  starting jobs: 1
2014-08-22 15:22:56,202 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  allocating threads: 1
2014-08-22 15:22:56,204 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...blyplannerplatform/simple
2014-08-22 15:22:56,225 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:22:56,317 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0002
2014-08-22 15:22:56,317 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2014-08-22 15:22:56,321 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@622b2af3
2014-08-22 15:22:56,323 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2014-08-22 15:22:56,325 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 15:22:56,325 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 15:22:56,459 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 15:22:56,459 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 15:22:56,461 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:22:56,461 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:22:56,475 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2014-08-22 15:22:56,476 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:22:56,479 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 15:22:56,484 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 15:22:56,486 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:22:59,322 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 15:22:59,323 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 15:22:59,329 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7878529d
2014-08-22 15:22:59,329 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:59,330 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 15:22:59,331 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 15:22:59,331 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:59,332 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 15:22:59,332 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 15:22:59,344 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 15:22:59,344 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple"]
2014-08-22 15:22:59,353 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2014-08-22 15:22:59,354 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:22:59,355 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2014-08-22 15:22:59,359 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple
2014-08-22 15:23:02,328 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 15:23:02,330 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2014-08-22 15:23:02,340 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2014-08-22 15:23:02,362 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:23:02,364 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/assemblyplannerplatform/simple