Class cascading.flow.AssemblyPlannerPlatformTest

2

tests

0

failures

13.303s

duration

100%

successful

Tests

Test Duration Result
testCompositeAssembly 7.084s passed
testSimpleAssembly 6.219s passed

Standard output

2015-02-10 11:58:39,898 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 11:58:39,952 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-02-10 11:58:39,953 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2015-02-10 11:58:39,983 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-02-10 11:58:40,387 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 11:58:40,389 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 11:58:40,401 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 1E1079D4E525461AAEA75F340DDC1A6A
2015-02-10 11:58:40,644 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 11:58:40,647 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-10 11:58:40,648 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2015-02-10 11:58:40,649 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite"]
2015-02-10 11:58:40,649 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  parallel execution is enabled: false
2015-02-10 11:58:40,649 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  starting jobs: 1
2015-02-10 11:58:40,650 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  allocating threads: 1
2015-02-10 11:58:40,652 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...plannerplatform/composite
2015-02-10 11:58:40,698 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-10 11:58:40,749 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 11:58:40,957 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0001
2015-02-10 11:58:40,958 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2015-02-10 11:58:41,022 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2015-02-10 11:58:41,030 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67de007d
2015-02-10 11:58:41,038 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2015-02-10 11:58:41,045 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 11:58:41,054 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 11:58:41,203 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 11:58:41,204 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 11:58:41,227 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 11:58:41,228 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 11:58:41,299 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2015-02-10 11:58:41,300 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 11:58:41,314 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 11:58:41,328 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 11:58:41,331 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2015-02-10 11:58:44,005 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2015-02-10 11:58:44,007 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2015-02-10 11:58:44,019 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@475a07bf
2015-02-10 11:58:44,019 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:44,026 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 11:58:44,031 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2015-02-10 11:58:44,032 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:44,035 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 11:58:44,035 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 11:58:44,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 11:58:44,056 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite"]
2015-02-10 11:58:44,077 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2015-02-10 11:58:44,078 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:44,079 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2015-02-10 11:58:44,084 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite
2015-02-10 11:58:47,018 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2015-02-10 11:58:47,020 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2015-02-10 11:58:47,036 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2015-02-10 11:58:47,061 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 11:58:47,064 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/assemblyplannerplatform/composite
2015-02-10 11:58:47,089 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 11:58:47,090 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 11:58:47,123 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-10 11:58:47,124 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2015-02-10 11:58:47,124 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple"]
2015-02-10 11:58:47,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  parallel execution is enabled: false
2015-02-10 11:58:47,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  starting jobs: 1
2015-02-10 11:58:47,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - []  allocating threads: 1
2015-02-10 11:58:47,128 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...blyplannerplatform/simple
2015-02-10 11:58:47,148 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 11:58:47,234 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_local_0002
2015-02-10 11:58:47,237 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:8080/
2015-02-10 11:58:47,241 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2d14d18f
2015-02-10 11:58:47,243 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt
2015-02-10 11:58:47,244 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 11:58:47,245 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 11:58:47,384 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 11:58:47,384 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 11:58:47,386 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 11:58:47,386 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 11:58:47,401 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt"]
2015-02-10 11:58:47,401 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 11:58:47,404 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 11:58:47,409 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 11:58:47,412 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2015-02-10 11:58:50,242 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache.10.txt:0+1449
2015-02-10 11:58:50,242 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2015-02-10 11:58:50,248 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40c07527
2015-02-10 11:58:50,248 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:50,250 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 11:58:50,250 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2015-02-10 11:58:50,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:50,252 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 11:58:50,252 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 11:58:50,263 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-02-10 11:58:50,264 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple"]
2015-02-10 11:58:50,273 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2015-02-10 11:58:50,274 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 11:58:50,275 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2015-02-10 11:58:50,279 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple
2015-02-10 11:58:53,248 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2015-02-10 11:58:53,249 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2015-02-10 11:58:53,262 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2015-02-10 11:58:53,283 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 11:58:53,285 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/assemblyplannerplatform/simple