Class cascading.flow.AssemblyPlannerPlatformTest

2

tests

0

failures

2.003s

duration

100%

successful

Tests

Test Duration Result
testCompositeAssembly 1.562s passed
testSimpleAssembly 0.441s passed

Standard output

2014-08-22 16:51:22,661 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 16:51:22,710 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 16:51:22,711 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2014-08-22 16:51:22,740 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 16:51:23,148 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:51:23,150 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:51:23,163 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 53FC97D8E2C64D95ADFD5EB6BC0BED93
2014-08-22 16:51:23,416 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 16:51:23,419 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting
2014-08-22 16:51:23,420 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:51:23,421 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/composite"]
2014-08-22 16:51:23,421 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  parallel execution is enabled: false
2014-08-22 16:51:23,422 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  starting jobs: 1
2014-08-22 16:51:23,422 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  allocating threads: 1
2014-08-22 16:51:23,425 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...plannerplatform/composite
2014-08-22 16:51:23,473 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 16:51:23,541 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2014-08-22 16:51:23,544 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:51:23,798 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0001
2014-08-22 16:51:23,800 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2014-08-22 16:51:23,868 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 16:51:23,879 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3fb6772a
2014-08-22 16:51:23,893 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt
2014-08-22 16:51:23,900 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:51:23,909 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:51:24,046 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:51:24,046 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:51:24,070 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:51:24,070 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:51:24,142 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:51:24,142 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:51:24,156 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:51:24,170 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:51:24,173 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:51:24,177 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 16:51:24,178 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 16:51:24,189 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@c423d4f
2014-08-22 16:51:24,190 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,196 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:51:24,202 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 16:51:24,203 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,205 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:51:24,205 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:51:24,224 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:51:24,225 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/composite"]
2014-08-22 16:51:24,246 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:51:24,247 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,248 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2014-08-22 16:51:24,253 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/composite
2014-08-22 16:51:24,253 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:51:24,254 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_r_000000_0' done.
2014-08-22 16:51:24,271 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2014-08-22 16:51:24,296 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:51:24,299 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/assemblyplannerplatform/composite
2014-08-22 16:51:24,324 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:51:24,325 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:51:24,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting
2014-08-22 16:51:24,359 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:51:24,360 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/simple"]
2014-08-22 16:51:24,361 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  parallel execution is enabled: false
2014-08-22 16:51:24,361 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  starting jobs: 1
2014-08-22 16:51:24,362 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - []  allocating threads: 1
2014-08-22 16:51:24,363 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...blyplannerplatform/simple
2014-08-22 16:51:24,380 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:51:24,480 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0002
2014-08-22 16:51:24,481 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2014-08-22 16:51:24,485 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c2a1ed
2014-08-22 16:51:24,488 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt
2014-08-22 16:51:24,490 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:51:24,490 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:51:24,629 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:51:24,630 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:51:24,632 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:51:24,632 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:51:24,647 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt"]
2014-08-22 16:51:24,647 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:51:24,651 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:51:24,655 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:51:24,668 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:51:24,669 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 16:51:24,670 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 16:51:24,676 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fef3212
2014-08-22 16:51:24,677 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,678 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:51:24,679 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 16:51:24,679 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,680 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:51:24,681 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:51:24,692 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2014-08-22 16:51:24,693 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/simple"]
2014-08-22 16:51:24,701 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:51:24,702 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:51:24,703 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2014-08-22 16:51:24,707 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/simple
2014-08-22 16:51:24,708 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:51:24,708 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_r_000000_0' done.
2014-08-22 16:51:24,719 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2014-08-22 16:51:24,740 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:51:24,742 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/assemblyplannerplatform/simple