2014-08-22 17:15:50,394 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 17:15:50,446 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 17:15:50,446 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.BasicPipesPlatformTest
2014-08-22 17:15:50,482 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 17:15:50,902 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:50,904 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:50,919 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: C6A35987CC70496FA3486B5C08567D6E
2014-08-22 17:15:51,175 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 17:15:51,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:51,179 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:51,180 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplechain"]
2014-08-22 17:15:51,181 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:51,181 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 2
2014-08-22 17:15:51,181 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:51,184 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2014-08-22 17:15:51,231 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 17:15:51,303 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2014-08-22 17:15:51,307 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:51,541 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1512918898_0001
2014-08-22 17:15:51,542 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:51,575 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:51,579 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1512918898_0001_m_000000_0
2014-08-22 17:15:51,637 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 17:15:51,645 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3e37165f
2014-08-22 17:15:51,660 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:51,660 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@64e0fcac
2014-08-22 17:15:51,668 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:51,676 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:51,816 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:51,816 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:51,840 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:51,840 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:51,911 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:51,911 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:51,926 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:51,939 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:51,942 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1512918898_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:51,948 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:51,949 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1512918898_0001_m_000000_0' done.
2014-08-22 17:15:51,949 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1512918898_0001_m_000000_0
2014-08-22 17:15:51,949 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:51,960 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@51e2a069
2014-08-22 17:15:51,961 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:51,967 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:51,973 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 17:15:51,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:51,976 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:51,976 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:51,996 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:51,996 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[[0, 'count']]"][269223142/test/]
2014-08-22 17:15:52,022 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1512918898_0001_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,024 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,024 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1512918898_0001_r_000000_0 is allowed to commit now
2014-08-22 17:15:52,028 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1512918898_0001_r_000000_0' to file:/tmp/hadoop-teamcity/269223142_test_44BD7EAA95B648ADBABCFC365952B82F
2014-08-22 17:15:52,030 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:52,030 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1512918898_0001_r_000000_0' done.
2014-08-22 17:15:52,040 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...pipesplatform/simplechain
2014-08-22 17:15:52,058 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,161 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1580432527_0002
2014-08-22 17:15:52,162 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:52,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:52,165 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1580432527_0002_m_000000_0
2014-08-22 17:15:52,168 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b275a34
2014-08-22 17:15:52,171 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/269223142_test_44BD7EAA95B648ADBABCFC365952B82F/part-00000
2014-08-22 17:15:52,171 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@cb8d09d
2014-08-22 17:15:52,180 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:52,181 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:52,326 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:52,327 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:52,330 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:52,331 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:52,346 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[[0, 'count']]"][269223142/test/]
2014-08-22 17:15:52,346 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:52,349 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:52,353 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:52,356 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1580432527_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,359 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-teamcity/269223142_test_44BD7EAA95B648ADBABCFC365952B82F/part-00000:0+310
2014-08-22 17:15:52,360 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1580432527_0002_m_000000_0' done.
2014-08-22 17:15:52,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1580432527_0002_m_000000_0
2014-08-22 17:15:52,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:52,365 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@34115512
2014-08-22 17:15:52,366 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,367 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:52,367 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 202 bytes
2014-08-22 17:15:52,368 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:52,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:52,380 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:52,380 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplechain"]
2014-08-22 17:15:52,389 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1580432527_0002_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,391 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,392 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1580432527_0002_r_000000_0 is allowed to commit now
2014-08-22 17:15:52,396 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1580432527_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplechain
2014-08-22 17:15:52,397 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:52,397 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1580432527_0002_r_000000_0' done.
2014-08-22 17:15:52,408 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplechain/_temporary
2014-08-22 17:15:52,432 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,435 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/simplechain
2014-08-22 17:15:52,458 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:52,459 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:52,484 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 17:15:52,485 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:52,485 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count"]
2014-08-22 17:15:52,485 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] parallel execution is enabled: false
2014-08-22 17:15:52,485 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting jobs: 1
2014-08-22 17:15:52,485 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] allocating threads: 1
2014-08-22 17:15:52,486 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) .../basicpipesplatform/count
2014-08-22 17:15:52,507 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,570 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local574003067_0003
2014-08-22 17:15:52,570 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 17:15:52,573 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:52,573 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local574003067_0003_m_000000_0
2014-08-22 17:15:52,576 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40974600
2014-08-22 17:15:52,578 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt
2014-08-22 17:15:52,579 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5ef77511
2014-08-22 17:15:52,582 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:52,583 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:52,716 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:52,717 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:52,719 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:52,719 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:52,730 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:52,731 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:52,736 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:52,742 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:52,744 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local574003067_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,747 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 17:15:52,747 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local574003067_0003_m_000000_0' done.
2014-08-22 17:15:52,748 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local574003067_0003_m_000000_0
2014-08-22 17:15:52,748 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:52,753 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3a5d3ac0
2014-08-22 17:15:52,753 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,754 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:52,755 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2014-08-22 17:15:52,756 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,756 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:52,756 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:52,769 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:52,770 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count"]
2014-08-22 17:15:52,780 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local574003067_0003_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,783 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,783 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local574003067_0003_r_000000_0 is allowed to commit now
2014-08-22 17:15:52,787 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local574003067_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count
2014-08-22 17:15:52,788 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:52,789 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local574003067_0003_r_000000_0' done.
2014-08-22 17:15:52,804 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count/_temporary
2014-08-22 17:15:52,818 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,835 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/count
2014-08-22 17:15:52,847 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:52,848 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:52,869 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:52,869 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:52,869 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/swap"]
2014-08-22 17:15:52,870 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:52,870 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:52,870 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:52,870 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...p/basicpipesplatform/swap
2014-08-22 17:15:52,889 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:52,934 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1809204268_0004
2014-08-22 17:15:52,935 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:52,938 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:52,938 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1809204268_0004_m_000000_0
2014-08-22 17:15:52,941 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@55e1a0ee
2014-08-22 17:15:52,944 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:52,944 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@56d99277
2014-08-22 17:15:52,946 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2014-08-22 17:15:52,953 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:52,953 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:52,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:52,963 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/swap"]
2014-08-22 17:15:52,967 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1809204268_0004_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:52,969 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:52,970 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1809204268_0004_m_000000_0 is allowed to commit now
2014-08-22 17:15:52,974 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1809204268_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/swap
2014-08-22 17:15:52,976 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:52,977 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1809204268_0004_m_000000_0' done.
2014-08-22 17:15:52,978 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1809204268_0004_m_000000_0
2014-08-22 17:15:52,978 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:52,987 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/swap/_temporary
2014-08-22 17:15:53,000 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,003 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/swap
2014-08-22 17:15:53,017 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:53,018 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:53,041 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:53,041 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower+upper.txt"]
2014-08-22 17:15:53,042 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/ungrouped"]
2014-08-22 17:15:53,042 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:53,042 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:53,042 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:53,044 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...icpipesplatform/ungrouped
2014-08-22 17:15:53,059 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,105 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local572649497_0005
2014-08-22 17:15:53,105 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:53,109 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:53,109 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local572649497_0005_m_000000_0
2014-08-22 17:15:53,111 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40d38976
2014-08-22 17:15:53,113 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower+upper.txt
2014-08-22 17:15:53,113 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@77479ef9
2014-08-22 17:15:53,115 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2014-08-22 17:15:53,119 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:53,120 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:53,129 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower+upper.txt"]
2014-08-22 17:15:53,129 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/ungrouped"]
2014-08-22 17:15:53,132 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local572649497_0005_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:53,134 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:53,134 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local572649497_0005_m_000000_0 is allowed to commit now
2014-08-22 17:15:53,139 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local572649497_0005_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/ungrouped
2014-08-22 17:15:53,140 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower+upper.txt:0+30
2014-08-22 17:15:53,140 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local572649497_0005_m_000000_0' done.
2014-08-22 17:15:53,141 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local572649497_0005_m_000000_0
2014-08-22 17:15:53,141 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:53,147 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/ungrouped/_temporary
2014-08-22 17:15:53,160 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,162 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/ungrouped
2014-08-22 17:15:53,174 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:53,175 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:53,200 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:53,201 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:53,201 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplerelative"]
2014-08-22 17:15:53,201 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:53,201 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:53,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:53,202 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...esplatform/simplerelative
2014-08-22 17:15:53,218 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1776409288_0006
2014-08-22 17:15:53,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:53,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:53,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1776409288_0006_m_000000_0
2014-08-22 17:15:53,261 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79cb374f
2014-08-22 17:15:53,263 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:53,263 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@c0fe89a
2014-08-22 17:15:53,265 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:53,266 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:53,400 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:53,401 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:53,402 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:53,403 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:53,413 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:53,414 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:53,417 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:53,422 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:53,424 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1776409288_0006_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:53,427 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:53,428 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1776409288_0006_m_000000_0' done.
2014-08-22 17:15:53,428 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1776409288_0006_m_000000_0
2014-08-22 17:15:53,429 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:53,433 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@13f4cf6f
2014-08-22 17:15:53,434 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:53,435 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:53,435 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 17:15:53,436 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:53,436 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:53,436 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:53,446 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:53,447 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplerelative"]
2014-08-22 17:15:53,454 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1776409288_0006_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:53,456 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:53,456 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1776409288_0006_r_000000_0 is allowed to commit now
2014-08-22 17:15:53,460 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1776409288_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplerelative
2014-08-22 17:15:53,462 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:53,462 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1776409288_0006_r_000000_0' done.
2014-08-22 17:15:53,476 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simplerelative/_temporary
2014-08-22 17:15:53,487 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,489 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/simplerelative
2014-08-22 17:15:53,726 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:53,726 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:53,762 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:53,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt"]
2014-08-22 17:15:53,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simpleresult"]
2014-08-22 17:15:53,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:53,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:53,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:53,765 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ipesplatform/simpleresult
2014-08-22 17:15:53,794 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:53,829 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local2037599113_0007
2014-08-22 17:15:53,830 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:53,833 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:53,834 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2037599113_0007_m_000000_0
2014-08-22 17:15:53,836 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7cfae78f
2014-08-22 17:15:53,838 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt
2014-08-22 17:15:53,839 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@79ec41c0
2014-08-22 17:15:53,841 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:53,841 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:53,979 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:53,979 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:53,981 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:53,981 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:53,996 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt"]
2014-08-22 17:15:53,996 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:54,124 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:54,127 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:54,129 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2037599113_0007_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:54,132 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt:0+19
2014-08-22 17:15:54,132 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2037599113_0007_m_000000_0' done.
2014-08-22 17:15:54,132 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2037599113_0007_m_000000_0
2014-08-22 17:15:54,132 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:54,137 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@55e03a61
2014-08-22 17:15:54,137 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:54,138 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:54,139 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 28 bytes
2014-08-22 17:15:54,139 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:54,140 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:54,140 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:54,151 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:54,151 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simpleresult"]
2014-08-22 17:15:54,157 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2037599113_0007_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:54,158 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:54,159 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local2037599113_0007_r_000000_0 is allowed to commit now
2014-08-22 17:15:54,162 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2037599113_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simpleresult
2014-08-22 17:15:54,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:54,164 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2037599113_0007_r_000000_0' done.
2014-08-22 17:15:54,180 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simpleresult/_temporary
2014-08-22 17:15:54,191 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:54,193 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/simpleresult
2014-08-22 17:15:54,203 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:54,204 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:54,222 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:54,222 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:54,223 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filterall"]
2014-08-22 17:15:54,223 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:54,223 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:54,223 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:54,224 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...icpipesplatform/filterall
2014-08-22 17:15:54,238 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:54,270 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1696004133_0008
2014-08-22 17:15:54,270 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:54,273 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:54,274 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1696004133_0008_m_000000_0
2014-08-22 17:15:54,276 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@648bfdea
2014-08-22 17:15:54,278 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:54,278 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@69ac7fbb
2014-08-22 17:15:54,281 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2014-08-22 17:15:54,285 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:54,285 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:54,293 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:54,293 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filterall"]
2014-08-22 17:15:54,297 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1696004133_0008_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:54,299 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:54,300 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1696004133_0008_m_000000_0 is allowed to commit now
2014-08-22 17:15:54,303 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1696004133_0008_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filterall
2014-08-22 17:15:54,305 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:54,306 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1696004133_0008_m_000000_0' done.
2014-08-22 17:15:54,306 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1696004133_0008_m_000000_0
2014-08-22 17:15:54,307 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:54,313 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filterall/_temporary
2014-08-22 17:15:54,325 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:54,327 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/filterall
2014-08-22 17:15:54,338 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:54,339 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:54,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-08-22 17:15:54,372 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/upper.txt"]
2014-08-22 17:15:54,372 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt"]
2014-08-22 17:15:54,372 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/complexcogroup"]
2014-08-22 17:15:54,373 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: false
2014-08-22 17:15:54,373 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-08-22 17:15:54,373 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-08-22 17:15:54,374 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...esplatform/complexcogroup
2014-08-22 17:15:54,403 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:54,405 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:54,435 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_local1475146352_0009
2014-08-22 17:15:54,435 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:8080/
2014-08-22 17:15:54,438 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:54,438 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1475146352_0009_m_000000_0
2014-08-22 17:15:54,440 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f7dff15
2014-08-22 17:15:54,441 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt
2014-08-22 17:15:54,442 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@70b125bd
2014-08-22 17:15:54,443 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:54,443 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:54,802 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:54,804 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:54,807 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:54,807 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:54,818 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt"]
2014-08-22 17:15:54,818 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2014-08-22 17:15:54,820 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:54,823 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:54,825 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1475146352_0009_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:54,828 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/lower.txt:0+19
2014-08-22 17:15:54,828 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1475146352_0009_m_000000_0' done.
2014-08-22 17:15:54,828 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1475146352_0009_m_000000_0
2014-08-22 17:15:54,828 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1475146352_0009_m_000001_0
2014-08-22 17:15:54,830 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@265ef79f
2014-08-22 17:15:54,831 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/upper.txt
2014-08-22 17:15:54,831 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1f643e4b
2014-08-22 17:15:54,833 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:54,833 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:54,971 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:54,971 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:54,973 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:54,973 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:54,982 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/upper.txt"]
2014-08-22 17:15:54,983 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2014-08-22 17:15:54,985 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:54,987 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:54,989 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1475146352_0009_m_000001_0 is done. And is in the process of commiting
2014-08-22 17:15:54,992 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/upper.txt:0+19
2014-08-22 17:15:54,992 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1475146352_0009_m_000001_0' done.
2014-08-22 17:15:54,992 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1475146352_0009_m_000001_0
2014-08-22 17:15:54,993 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:55,001 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@420c77c8
2014-08-22 17:15:55,001 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,003 INFO mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2014-08-22 17:15:55,003 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2014-08-22 17:15:55,004 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,004 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:55,005 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,012 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2014-08-22 17:15:55,013 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/complexcogroup"]
2014-08-22 17:15:55,027 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 17:15:55,027 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 17:15:55,034 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1475146352_0009_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,036 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1475146352_0009_r_000000_0 is allowed to commit now
2014-08-22 17:15:55,040 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1475146352_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/complexcogroup
2014-08-22 17:15:55,041 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:55,041 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1475146352_0009_r_000000_0' done.
2014-08-22 17:15:55,058 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/complexcogroup/_temporary
2014-08-22 17:15:55,068 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,080 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,082 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/complexcogroup
2014-08-22 17:15:55,092 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:55,092 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:55,109 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:55,109 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:55,109 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/replace"]
2014-08-22 17:15:55,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:55,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:55,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:55,111 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...asicpipesplatform/replace
2014-08-22 17:15:55,125 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,152 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1447005316_0010
2014-08-22 17:15:55,152 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:55,155 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:55,155 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1447005316_0010_m_000000_0
2014-08-22 17:15:55,157 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ff5d699
2014-08-22 17:15:55,159 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:55,159 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@22652552
2014-08-22 17:15:55,160 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2014-08-22 17:15:55,164 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:55,164 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,170 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:55,171 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/replace"]
2014-08-22 17:15:55,173 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1447005316_0010_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,175 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,176 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1447005316_0010_m_000000_0 is allowed to commit now
2014-08-22 17:15:55,179 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1447005316_0010_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/replace
2014-08-22 17:15:55,180 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:55,181 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1447005316_0010_m_000000_0' done.
2014-08-22 17:15:55,181 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1447005316_0010_m_000000_0
2014-08-22 17:15:55,181 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:55,195 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/replace/_temporary
2014-08-22 17:15:55,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,208 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/replace
2014-08-22 17:15:55,218 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:55,219 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:55,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 17:15:55,238 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:55,238 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count2"]
2014-08-22 17:15:55,238 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] parallel execution is enabled: false
2014-08-22 17:15:55,239 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting jobs: 1
2014-08-22 17:15:55,239 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] allocating threads: 1
2014-08-22 17:15:55,240 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...basicpipesplatform/count2
2014-08-22 17:15:55,254 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local260481803_0011
2014-08-22 17:15:55,282 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 17:15:55,284 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:55,285 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local260481803_0011_m_000000_0
2014-08-22 17:15:55,286 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@75db5427
2014-08-22 17:15:55,288 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt
2014-08-22 17:15:55,289 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@67ee75a5
2014-08-22 17:15:55,291 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:55,291 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:55,439 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:55,439 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:55,441 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:55,441 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,448 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:55,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:55,452 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:55,457 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:55,460 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local260481803_0011_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,462 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 17:15:55,463 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local260481803_0011_m_000000_0' done.
2014-08-22 17:15:55,463 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local260481803_0011_m_000000_0
2014-08-22 17:15:55,463 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:55,468 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@662fe032
2014-08-22 17:15:55,468 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,469 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:55,470 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2014-08-22 17:15:55,470 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,471 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:55,471 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,478 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:55,479 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count2"]
2014-08-22 17:15:55,489 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local260481803_0011_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,491 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,491 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local260481803_0011_r_000000_0 is allowed to commit now
2014-08-22 17:15:55,495 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local260481803_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count2
2014-08-22 17:15:55,497 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:55,497 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local260481803_0011_r_000000_0' done.
2014-08-22 17:15:55,506 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count2/_temporary
2014-08-22 17:15:55,518 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,533 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,535 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/count2
2014-08-22 17:15:55,549 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:55,550 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:55,571 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 17:15:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:55,573 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count3"]
2014-08-22 17:15:55,575 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] parallel execution is enabled: false
2014-08-22 17:15:55,575 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting jobs: 1
2014-08-22 17:15:55,576 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] allocating threads: 1
2014-08-22 17:15:55,577 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...basicpipesplatform/count3
2014-08-22 17:15:55,591 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,623 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local1798783875_0012
2014-08-22 17:15:55,623 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 17:15:55,626 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:55,626 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1798783875_0012_m_000000_0
2014-08-22 17:15:55,629 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2876b359
2014-08-22 17:15:55,631 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt
2014-08-22 17:15:55,632 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2a68097d
2014-08-22 17:15:55,634 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:55,635 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:55,778 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:55,779 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:55,783 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:55,783 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,791 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:55,791 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:55,795 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:55,799 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:55,801 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1798783875_0012_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,803 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 17:15:55,803 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1798783875_0012_m_000000_0' done.
2014-08-22 17:15:55,804 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1798783875_0012_m_000000_0
2014-08-22 17:15:55,804 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:55,808 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6197cc
2014-08-22 17:15:55,808 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,809 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:55,810 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2014-08-22 17:15:55,810 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,811 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:55,811 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:55,818 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:55,818 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count3"]
2014-08-22 17:15:55,828 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1798783875_0012_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:55,830 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:55,830 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1798783875_0012_r_000000_0 is allowed to commit now
2014-08-22 17:15:55,833 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1798783875_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count3
2014-08-22 17:15:55,834 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:55,834 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1798783875_0012_r_000000_0' done.
2014-08-22 17:15:55,839 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count3/_temporary
2014-08-22 17:15:55,850 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,861 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,862 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/count3
2014-08-22 17:15:55,872 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:55,873 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:55,889 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 17:15:55,890 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:55,891 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count4"]
2014-08-22 17:15:55,891 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] parallel execution is enabled: false
2014-08-22 17:15:55,892 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting jobs: 1
2014-08-22 17:15:55,893 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [count] allocating threads: 1
2014-08-22 17:15:55,894 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...basicpipesplatform/count4
2014-08-22 17:15:55,905 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:55,931 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local1573625356_0013
2014-08-22 17:15:55,931 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 17:15:55,934 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:55,934 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1573625356_0013_m_000000_0
2014-08-22 17:15:55,936 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@cde6570
2014-08-22 17:15:55,937 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt
2014-08-22 17:15:55,937 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1391f61c
2014-08-22 17:15:55,938 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:55,939 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:56,070 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:56,070 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:56,071 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:56,072 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:56,078 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt"]
2014-08-22 17:15:56,079 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:56,082 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:56,087 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:56,088 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1573625356_0013_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:56,091 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 17:15:56,091 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1573625356_0013_m_000000_0' done.
2014-08-22 17:15:56,091 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1573625356_0013_m_000000_0
2014-08-22 17:15:56,092 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:56,095 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7bfb7cbb
2014-08-22 17:15:56,096 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,097 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:56,097 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2014-08-22 17:15:56,098 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,098 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:56,098 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:56,105 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2014-08-22 17:15:56,105 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count4"]
2014-08-22 17:15:56,112 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1573625356_0013_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:56,114 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,114 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1573625356_0013_r_000000_0 is allowed to commit now
2014-08-22 17:15:56,117 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1573625356_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count4
2014-08-22 17:15:56,118 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:56,119 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1573625356_0013_r_000000_0' done.
2014-08-22 17:15:56,126 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/count4/_temporary
2014-08-22 17:15:56,135 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,146 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,148 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/count4
2014-08-22 17:15:56,157 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:56,157 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:56,170 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:56,170 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:56,171 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filter"]
2014-08-22 17:15:56,171 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:56,171 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:56,171 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:56,172 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...basicpipesplatform/filter
2014-08-22 17:15:56,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local1101444929_0014
2014-08-22 17:15:56,234 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:56,236 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:56,236 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1101444929_0014_m_000000_0
2014-08-22 17:15:56,238 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72373a9c
2014-08-22 17:15:56,239 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:56,239 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4bb8d481
2014-08-22 17:15:56,240 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2014-08-22 17:15:56,243 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:56,244 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:56,249 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:56,250 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filter"]
2014-08-22 17:15:56,252 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1101444929_0014_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:56,253 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,254 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1101444929_0014_m_000000_0 is allowed to commit now
2014-08-22 17:15:56,256 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1101444929_0014_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filter
2014-08-22 17:15:56,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:56,258 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1101444929_0014_m_000000_0' done.
2014-08-22 17:15:56,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1101444929_0014_m_000000_0
2014-08-22 17:15:56,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:56,266 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/filter/_temporary
2014-08-22 17:15:56,275 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,277 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/filter
2014-08-22 17:15:56,287 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 17:15:56,287 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 17:15:56,305 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-08-22 17:15:56,305 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:56,306 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simple"]
2014-08-22 17:15:56,306 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: false
2014-08-22 17:15:56,306 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-08-22 17:15:56,306 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-08-22 17:15:56,307 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...basicpipesplatform/simple
2014-08-22 17:15:56,316 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,343 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_local954821035_0015
2014-08-22 17:15:56,344 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:8080/
2014-08-22 17:15:56,346 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2014-08-22 17:15:56,346 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local954821035_0015_m_000000_0
2014-08-22 17:15:56,347 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@df4e1c6
2014-08-22 17:15:56,349 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt
2014-08-22 17:15:56,349 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1d1d2b8
2014-08-22 17:15:56,350 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2014-08-22 17:15:56,351 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2014-08-22 17:15:56,681 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2014-08-22 17:15:56,681 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2014-08-22 17:15:56,683 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 17:15:56,683 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 17:15:56,693 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt"]
2014-08-22 17:15:56,693 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:56,696 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2014-08-22 17:15:56,699 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2014-08-22 17:15:56,700 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local954821035_0015_m_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:56,703 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/classes/test/data/apache.10.txt:0+1449
2014-08-22 17:15:56,703 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local954821035_0015_m_000000_0' done.
2014-08-22 17:15:56,703 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local954821035_0015_m_000000_0
2014-08-22 17:15:56,703 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2014-08-22 17:15:56,707 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4d12ee4f
2014-08-22 17:15:56,707 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,708 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2014-08-22 17:15:56,708 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2014-08-22 17:15:56,709 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,709 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 17:15:56,710 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 17:15:56,717 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2014-08-22 17:15:56,718 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simple"]
2014-08-22 17:15:56,723 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local954821035_0015_r_000000_0 is done. And is in the process of commiting
2014-08-22 17:15:56,725 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2014-08-22 17:15:56,725 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local954821035_0015_r_000000_0 is allowed to commit now
2014-08-22 17:15:56,727 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local954821035_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simple
2014-08-22 17:15:56,729 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2014-08-22 17:15:56,729 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local954821035_0015_r_000000_0' done.
2014-08-22 17:15:56,741 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output/hadoop/basicpipesplatform/simple/_temporary
2014-08-22 17:15:56,750 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 17:15:56,752 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.2.x/build/test/output//hadoop/basicpipesplatform/simple