Class cascading.flow.AssemblyPlannerPlatformTest

2

tests

0

failures

2.030s

duration

100%

successful

Tests

Test Duration Result
testCompositeAssembly 1.577s passed
testSimpleAssembly 0.453s passed

Standard output

2015-02-10 17:14:44,610 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 17:14:44,659 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-02-10 17:14:44,660 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2015-02-10 17:14:44,689 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-02-10 17:14:45,101 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 17:14:45,104 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 17:14:45,116 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 7BD158D02DE7452D9585CB671BE3C49F
2015-02-10 17:14:45,362 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 17:14:45,365 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-10 17:14:45,366 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 17:14:45,366 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/composite"]
2015-02-10 17:14:45,366 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  parallel execution is enabled: false
2015-02-10 17:14:45,367 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  starting jobs: 1
2015-02-10 17:14:45,367 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  allocating threads: 1
2015-02-10 17:14:45,369 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...plannerplatform/composite
2015-02-10 17:14:45,423 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-10 17:14:45,498 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2015-02-10 17:14:45,502 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 17:14:45,734 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local1312714936_0001
2015-02-10 17:14:45,735 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2015-02-10 17:14:45,768 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2015-02-10 17:14:45,771 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1312714936_0001_m_000000_0
2015-02-10 17:14:45,831 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2015-02-10 17:14:45,845 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@49c4a5ec
2015-02-10 17:14:45,855 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt
2015-02-10 17:14:45,856 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@72f6f1b6
2015-02-10 17:14:45,863 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2015-02-10 17:14:45,871 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2015-02-10 17:14:46,015 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2015-02-10 17:14:46,015 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2015-02-10 17:14:46,039 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 17:14:46,039 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 17:14:46,110 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 17:14:46,110 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 17:14:46,125 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2015-02-10 17:14:46,138 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2015-02-10 17:14:46,141 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1312714936_0001_m_000000_0 is done. And is in the process of commiting
2015-02-10 17:14:46,147 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2015-02-10 17:14:46,147 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1312714936_0001_m_000000_0' done.
2015-02-10 17:14:46,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1312714936_0001_m_000000_0
2015-02-10 17:14:46,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2015-02-10 17:14:46,159 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1624e801
2015-02-10 17:14:46,160 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,166 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2015-02-10 17:14:46,172 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2015-02-10 17:14:46,173 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,174 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 17:14:46,175 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 17:14:46,193 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 17:14:46,194 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/composite"]
2015-02-10 17:14:46,214 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1312714936_0001_r_000000_0 is done. And is in the process of commiting
2015-02-10 17:14:46,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,217 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1312714936_0001_r_000000_0 is allowed to commit now
2015-02-10 17:14:46,221 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1312714936_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/composite
2015-02-10 17:14:46,223 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2015-02-10 17:14:46,224 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1312714936_0001_r_000000_0' done.
2015-02-10 17:14:46,236 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2015-02-10 17:14:46,261 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 17:14:46,263 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output//hadoop/assemblyplannerplatform/composite
2015-02-10 17:14:46,292 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 17:14:46,293 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 17:14:46,327 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-10 17:14:46,328 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 17:14:46,328 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/simple"]
2015-02-10 17:14:46,328 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  parallel execution is enabled: false
2015-02-10 17:14:46,329 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  starting jobs: 1
2015-02-10 17:14:46,329 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  allocating threads: 1
2015-02-10 17:14:46,329 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...blyplannerplatform/simple
2015-02-10 17:14:46,346 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 17:14:46,447 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local1831273095_0002
2015-02-10 17:14:46,447 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2015-02-10 17:14:46,450 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2015-02-10 17:14:46,450 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1831273095_0002_m_000000_0
2015-02-10 17:14:46,453 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@19852a81
2015-02-10 17:14:46,456 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt
2015-02-10 17:14:46,457 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6070c38c
2015-02-10 17:14:46,460 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2015-02-10 17:14:46,460 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2015-02-10 17:14:46,602 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2015-02-10 17:14:46,603 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2015-02-10 17:14:46,605 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 17:14:46,605 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 17:14:46,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 17:14:46,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 17:14:46,625 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2015-02-10 17:14:46,630 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2015-02-10 17:14:46,633 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1831273095_0002_m_000000_0 is done. And is in the process of commiting
2015-02-10 17:14:46,636 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2015-02-10 17:14:46,637 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1831273095_0002_m_000000_0' done.
2015-02-10 17:14:46,637 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1831273095_0002_m_000000_0
2015-02-10 17:14:46,638 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2015-02-10 17:14:46,644 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bf09a31
2015-02-10 17:14:46,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,646 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2015-02-10 17:14:46,646 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2015-02-10 17:14:46,647 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,647 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 17:14:46,648 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 17:14:46,659 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 17:14:46,659 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/simple"]
2015-02-10 17:14:46,672 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1831273095_0002_r_000000_0 is done. And is in the process of commiting
2015-02-10 17:14:46,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2015-02-10 17:14:46,675 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1831273095_0002_r_000000_0 is allowed to commit now
2015-02-10 17:14:46,679 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1831273095_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/simple
2015-02-10 17:14:46,680 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2015-02-10 17:14:46,681 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1831273095_0002_r_000000_0' done.
2015-02-10 17:14:46,692 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2015-02-10 17:14:46,716 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 17:14:46,718 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.2.x/build/test/output//hadoop/assemblyplannerplatform/simple