2013-10-31 18:48:00,482 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 18:48:00,501 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 18:48:00,501 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.BasicPipesPlatformTest
2013-10-31 18:48:00,544 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-31 18:48:00,929 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:00,930 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:00,941 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: F7DFED87674F44348B79DBA8C06351A1
2013-10-31 18:48:01,209 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 18:48:01,213 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:01,214 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:01,215 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplechain"]
2013-10-31 18:48:01,215 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:01,216 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 2
2013-10-31 18:48:01,216 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:01,218 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/2)
2013-10-31 18:48:02,238 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 18:48:02,251 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:02,251 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:02,279 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 18:48:02,287 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:02,304 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 18:48:02,308 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:02,512 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0001
2013-10-31 18:48:02,543 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:02,550 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 18:48:02,554 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6eac65f3
2013-10-31 18:48:02,559 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:48:02,564 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:02,569 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:02,610 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:02,611 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:02,630 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:02,630 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:02,687 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:02,687 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:02,697 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:02,705 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:02,706 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:05,546 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:48:05,548 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-31 18:48:05,562 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:05,564 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@c1599fc
2013-10-31 18:48:05,564 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:05,574 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:05,579 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-31 18:48:05,579 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:05,580 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:05,580 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:05,594 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:05,595 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[[0, 'count']]"][2959177559/test/]
2013-10-31 18:48:05,612 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:05,612 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:05,613 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-31 18:48:05,615 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/tmp/hadoop-hadoop/2959177559_test_66E66BE2CC4D4EE7B76647F497D9253D
2013-10-31 18:48:08,564 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:08,565 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-31 18:48:08,582 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (2/2) ...pipesplatform/simplechain
2013-10-31 18:48:08,587 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:08,587 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:08,601 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:08,604 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:08,659 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0002
2013-10-31 18:48:08,665 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:08,667 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60373f63
2013-10-31 18:48:08,670 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-hadoop/2959177559_test_66E66BE2CC4D4EE7B76647F497D9253D/part-00000
2013-10-31 18:48:08,680 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:08,680 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:08,723 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:08,723 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:08,724 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:08,724 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:08,734 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[[0, 'count']]"][2959177559/test/]
2013-10-31 18:48:08,734 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:08,736 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:08,738 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:08,740 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:11,668 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-hadoop/2959177559_test_66E66BE2CC4D4EE7B76647F497D9253D/part-00000:0+310
2013-10-31 18:48:11,669 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-31 18:48:11,676 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:11,678 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61db327f
2013-10-31 18:48:11,679 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:11,681 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:11,682 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 202 bytes
2013-10-31 18:48:11,683 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:11,684 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:11,685 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:11,700 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:11,701 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplechain"]
2013-10-31 18:48:11,706 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:11,706 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:11,707 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-31 18:48:11,709 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplechain
2013-10-31 18:48:14,678 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:14,680 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-31 18:48:14,696 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplechain/_temporary
2013-10-31 18:48:14,726 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:14,727 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/simplechain
2013-10-31 18:48:14,743 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:14,744 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:14,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-31 18:48:14,762 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:48:14,763 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count"]
2013-10-31 18:48:14,763 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] parallel execution is enabled: false
2013-10-31 18:48:14,763 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting jobs: 1
2013-10-31 18:48:14,764 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] allocating threads: 1
2013-10-31 18:48:14,764 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) .../basicpipesplatform/count
2013-10-31 18:48:14,767 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:14,767 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:14,774 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:14,777 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:14,995 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0003
2013-10-31 18:48:15,001 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:15,003 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40891d67
2013-10-31 18:48:15,005 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt
2013-10-31 18:48:15,007 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:15,008 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:15,072 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:15,072 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:15,073 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:15,074 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:15,092 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:48:15,092 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:48:15,096 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:15,099 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:15,101 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:18,003 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt:0+275
2013-10-31 18:48:18,005 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_m_000000_0' done.
2013-10-31 18:48:18,010 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:18,012 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8a553bb
2013-10-31 18:48:18,012 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:18,014 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:18,015 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2013-10-31 18:48:18,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:18,017 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:18,017 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:18,032 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:48:18,032 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count"]
2013-10-31 18:48:18,042 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:18,042 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:18,043 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-10-31 18:48:18,045 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count
2013-10-31 18:48:21,011 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:21,013 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_r_000000_0' done.
2013-10-31 18:48:21,026 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count/_temporary
2013-10-31 18:48:21,051 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:21,066 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:21,067 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/count
2013-10-31 18:48:21,077 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:21,077 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:21,092 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:21,092 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:21,093 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/swap"]
2013-10-31 18:48:21,093 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:21,094 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:21,094 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:21,095 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...p/basicpipesplatform/swap
2013-10-31 18:48:21,098 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:21,098 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 18:48:21,105 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:21,108 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:21,138 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0004
2013-10-31 18:48:21,144 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:21,146 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@47bbf322
2013-10-31 18:48:21,148 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:48:21,150 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 18:48:21,158 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:21,158 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:21,164 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:21,164 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/swap"]
2013-10-31 18:48:21,166 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:21,167 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:21,167 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0004_m_000000_0 is allowed to commit now
2013-10-31 18:48:21,169 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/swap
2013-10-31 18:48:24,146 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:48:24,147 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0004_m_000000_0' done.
2013-10-31 18:48:24,157 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/swap/_temporary
2013-10-31 18:48:24,179 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:24,180 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/swap
2013-10-31 18:48:24,191 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:24,191 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:24,208 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:24,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 18:48:24,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/ungrouped"]
2013-10-31 18:48:24,210 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:24,211 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:24,211 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:24,212 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...icpipesplatform/ungrouped
2013-10-31 18:48:24,215 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:24,215 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 18:48:24,223 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:24,224 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:24,251 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0005
2013-10-31 18:48:24,254 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:24,254 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@784fe18c
2013-10-31 18:48:24,255 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 18:48:24,256 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 18:48:24,258 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:24,258 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:24,268 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 18:48:24,268 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/ungrouped"]
2013-10-31 18:48:24,271 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:24,272 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:24,273 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0005_m_000000_0 is allowed to commit now
2013-10-31 18:48:24,276 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/ungrouped
2013-10-31 18:48:27,255 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 18:48:27,256 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0005_m_000000_0' done.
2013-10-31 18:48:27,271 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/ungrouped/_temporary
2013-10-31 18:48:27,294 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:27,297 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/ungrouped
2013-10-31 18:48:27,307 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:27,308 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:27,324 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:27,325 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:27,325 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplerelative"]
2013-10-31 18:48:27,325 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:27,325 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:27,325 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:27,326 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...esplatform/simplerelative
2013-10-31 18:48:27,328 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:27,328 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:27,335 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:27,337 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:27,361 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0006
2013-10-31 18:48:27,367 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:27,369 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@e8cafcc
2013-10-31 18:48:27,371 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:48:27,373 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:27,373 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:27,393 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:27,394 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:27,394 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:27,395 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:27,402 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:27,402 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:27,404 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:27,406 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:27,407 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:30,369 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:48:30,371 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0006_m_000000_0' done.
2013-10-31 18:48:30,375 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:30,377 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@457fe7dc
2013-10-31 18:48:30,377 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:30,380 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:30,380 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-31 18:48:30,380 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:30,382 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:30,382 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:30,398 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:30,398 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplerelative"]
2013-10-31 18:48:30,403 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:30,403 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:30,404 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2013-10-31 18:48:30,406 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplerelative
2013-10-31 18:48:33,377 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:33,379 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0006_r_000000_0' done.
2013-10-31 18:48:33,393 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simplerelative/_temporary
2013-10-31 18:48:33,403 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:33,404 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/simplerelative
2013-10-31 18:48:33,577 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:33,578 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simpleresult"]
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:33,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:33,603 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ipesplatform/simpleresult
2013-10-31 18:48:33,605 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:33,605 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:33,612 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:33,614 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:33,636 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0007
2013-10-31 18:48:33,641 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:33,643 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62198a2f
2013-10-31 18:48:33,644 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt
2013-10-31 18:48:33,646 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:33,647 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:33,694 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:33,694 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:33,695 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:33,695 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:33,703 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 18:48:33,704 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:33,830 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:33,832 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:33,833 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:36,643 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt:0+19
2013-10-31 18:48:36,645 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0007_m_000000_0' done.
2013-10-31 18:48:37,129 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:37,131 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ea6a2c3
2013-10-31 18:48:37,131 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:37,133 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:37,134 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 28 bytes
2013-10-31 18:48:37,134 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:37,135 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:37,136 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:37,153 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:48:37,153 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simpleresult"]
2013-10-31 18:48:37,160 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:37,160 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:37,161 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2013-10-31 18:48:37,162 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simpleresult
2013-10-31 18:48:40,130 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:40,132 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0007_r_000000_0' done.
2013-10-31 18:48:40,144 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simpleresult/_temporary
2013-10-31 18:48:40,162 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:40,164 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/simpleresult
2013-10-31 18:48:40,180 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:40,180 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:40,192 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:40,192 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:40,193 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filterall"]
2013-10-31 18:48:40,193 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:40,194 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:40,194 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:40,195 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...icpipesplatform/filterall
2013-10-31 18:48:40,197 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:40,197 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 18:48:40,204 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:40,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:40,225 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0008
2013-10-31 18:48:40,229 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:40,231 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6aacb24d
2013-10-31 18:48:40,233 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:48:40,235 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 18:48:40,240 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:40,240 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:40,252 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:40,252 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filterall"]
2013-10-31 18:48:40,256 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:40,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:40,259 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0008_m_000000_0 is allowed to commit now
2013-10-31 18:48:40,260 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filterall
2013-10-31 18:48:43,231 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:48:43,233 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0008_m_000000_0' done.
2013-10-31 18:48:43,245 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filterall/_temporary
2013-10-31 18:48:43,264 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:43,266 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/filterall
2013-10-31 18:48:43,281 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:43,282 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:43,304 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] starting
2013-10-31 18:48:43,305 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt"]
2013-10-31 18:48:43,305 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 18:48:43,306 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/complexcogroup"]
2013-10-31 18:48:43,306 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] parallel execution is enabled: false
2013-10-31 18:48:43,306 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] starting jobs: 1
2013-10-31 18:48:43,307 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] allocating threads: 1
2013-10-31 18:48:43,308 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower*upper] starting step: (1/1) ...esplatform/complexcogroup
2013-10-31 18:48:43,310 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:43,310 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:43,315 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:43,317 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:43,318 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:43,336 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower*upper] submitted hadoop job: job_local_0009
2013-10-31 18:48:43,340 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:43,341 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@217bd515
2013-10-31 18:48:43,341 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt
2013-10-31 18:48:43,342 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:43,342 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:43,356 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:43,356 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:43,358 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:43,358 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:43,365 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt"]
2013-10-31 18:48:43,365 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2013-10-31 18:48:43,368 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:43,369 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:43,370 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:46,342 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt:0+19
2013-10-31 18:48:46,344 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0009_m_000000_0' done.
2013-10-31 18:48:46,346 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:46,347 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@44ff87c7
2013-10-31 18:48:46,349 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt
2013-10-31 18:48:46,351 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:46,352 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:46,398 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:46,398 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:46,399 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:46,400 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:46,406 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 18:48:46,406 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2013-10-31 18:48:46,407 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:46,409 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:46,410 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0009_m_000001_0 is done. And is in the process of commiting
2013-10-31 18:48:49,348 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt:0+19
2013-10-31 18:48:49,350 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0009_m_000001_0' done.
2013-10-31 18:48:49,358 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:49,360 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69d5ab30
2013-10-31 18:48:49,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:49,362 INFO mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-31 18:48:49,363 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2013-10-31 18:48:49,364 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:49,365 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:49,366 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:49,379 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2013-10-31 18:48:49,379 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/complexcogroup"]
2013-10-31 18:48:49,388 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 18:48:49,388 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 18:48:49,393 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:49,394 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:49,394 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2013-10-31 18:48:49,396 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/complexcogroup
2013-10-31 18:48:52,359 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:48:52,361 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0009_r_000000_0' done.
2013-10-31 18:48:52,373 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/complexcogroup/_temporary
2013-10-31 18:48:52,392 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:52,404 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:52,404 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/complexcogroup
2013-10-31 18:48:52,411 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:52,412 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:52,422 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:48:52,422 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:52,423 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/replace"]
2013-10-31 18:48:52,423 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:48:52,424 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:48:52,424 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:48:52,425 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...asicpipesplatform/replace
2013-10-31 18:48:52,427 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:52,427 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 18:48:52,432 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:52,434 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:52,451 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0010
2013-10-31 18:48:52,455 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:52,457 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@241df3e6
2013-10-31 18:48:52,459 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:48:52,461 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 18:48:52,465 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:52,466 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:52,476 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:48:52,476 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/replace"]
2013-10-31 18:48:52,480 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:52,480 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:52,480 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0010_m_000000_0 is allowed to commit now
2013-10-31 18:48:52,482 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/replace
2013-10-31 18:48:55,456 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:48:55,458 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0010_m_000000_0' done.
2013-10-31 18:48:55,471 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/replace/_temporary
2013-10-31 18:48:55,491 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:55,494 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/replace
2013-10-31 18:48:55,504 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:48:55,505 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:48:55,517 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-31 18:48:55,517 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:48:55,518 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count2"]
2013-10-31 18:48:55,519 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] parallel execution is enabled: false
2013-10-31 18:48:55,519 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting jobs: 1
2013-10-31 18:48:55,519 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] allocating threads: 1
2013-10-31 18:48:55,520 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...basicpipesplatform/count2
2013-10-31 18:48:55,522 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:48:55,522 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:48:55,527 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:48:55,529 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:48:55,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0011
2013-10-31 18:48:55,547 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:55,547 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@9289503
2013-10-31 18:48:55,548 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt
2013-10-31 18:48:55,549 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:48:55,549 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:48:55,575 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:48:55,575 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:48:55,579 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:48:55,580 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:48:55,585 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:48:55,585 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:48:55,588 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:48:55,590 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:48:55,591 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:58,548 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt:0+275
2013-10-31 18:48:58,549 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0011_m_000000_0' done.
2013-10-31 18:48:58,554 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:48:58,556 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@78b9b1e6
2013-10-31 18:48:58,556 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:58,558 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:48:58,559 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2013-10-31 18:48:58,559 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:58,561 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:48:58,561 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:48:58,572 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:48:58,572 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count2"]
2013-10-31 18:48:58,581 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:48:58,582 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:48:58,582 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2013-10-31 18:48:58,584 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count2
2013-10-31 18:49:01,555 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:49:01,557 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0011_r_000000_0' done.
2013-10-31 18:49:01,564 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count2/_temporary
2013-10-31 18:49:01,574 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:01,582 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:01,583 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/count2
2013-10-31 18:49:01,590 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:49:01,590 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:49:01,601 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-31 18:49:01,601 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:49:01,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count3"]
2013-10-31 18:49:01,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] parallel execution is enabled: false
2013-10-31 18:49:01,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting jobs: 1
2013-10-31 18:49:01,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] allocating threads: 1
2013-10-31 18:49:01,603 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...basicpipesplatform/count3
2013-10-31 18:49:01,604 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:49:01,604 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:49:01,609 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:49:01,611 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:01,626 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0012
2013-10-31 18:49:01,628 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:01,629 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@701eec73
2013-10-31 18:49:01,630 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt
2013-10-31 18:49:01,630 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:49:01,631 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:49:01,655 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:49:01,655 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:49:01,656 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:49:01,656 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:49:01,661 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:49:01,661 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:49:01,663 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:49:01,665 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:49:01,666 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:04,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt:0+275
2013-10-31 18:49:04,631 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0012_m_000000_0' done.
2013-10-31 18:49:04,636 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:04,637 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6550cdbd
2013-10-31 18:49:04,637 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:04,639 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:49:04,640 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2013-10-31 18:49:04,640 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:04,641 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:49:04,642 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:49:04,653 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:49:04,653 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count3"]
2013-10-31 18:49:04,661 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:04,662 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:04,662 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2013-10-31 18:49:04,664 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count3
2013-10-31 18:49:07,637 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:49:07,638 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0012_r_000000_0' done.
2013-10-31 18:49:07,646 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count3/_temporary
2013-10-31 18:49:07,663 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:07,680 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:07,681 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/count3
2013-10-31 18:49:07,688 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:49:07,688 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:49:07,700 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-31 18:49:07,700 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:49:07,700 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count4"]
2013-10-31 18:49:07,700 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] parallel execution is enabled: false
2013-10-31 18:49:07,700 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting jobs: 1
2013-10-31 18:49:07,701 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [count] allocating threads: 1
2013-10-31 18:49:07,701 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...basicpipesplatform/count4
2013-10-31 18:49:07,703 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:49:07,703 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:49:07,708 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:49:07,710 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:07,725 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0013
2013-10-31 18:49:07,727 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:07,728 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12dbb225
2013-10-31 18:49:07,728 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt
2013-10-31 18:49:07,729 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:49:07,729 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:49:07,756 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:49:07,757 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:49:07,757 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:49:07,758 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:49:07,762 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt"]
2013-10-31 18:49:07,762 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:49:07,765 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:49:07,767 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:49:07,768 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:10,728 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/ips.20.txt:0+275
2013-10-31 18:49:10,729 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0013_m_000000_0' done.
2013-10-31 18:49:10,731 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:10,731 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6466b46b
2013-10-31 18:49:10,732 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:10,732 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:49:10,733 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 508 bytes
2013-10-31 18:49:10,733 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:10,733 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:49:10,733 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:49:10,738 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2013-10-31 18:49:10,738 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count4"]
2013-10-31 18:49:10,742 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0013_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:10,743 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:10,743 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0013_r_000000_0 is allowed to commit now
2013-10-31 18:49:10,745 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0013_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count4
2013-10-31 18:49:13,732 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:49:13,733 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0013_r_000000_0' done.
2013-10-31 18:49:13,747 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/count4/_temporary
2013-10-31 18:49:13,764 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:13,780 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:13,781 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/count4
2013-10-31 18:49:13,788 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:49:13,788 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:49:13,796 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:49:13,797 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:49:13,797 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filter"]
2013-10-31 18:49:13,798 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:49:13,798 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:49:13,798 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:49:13,799 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...basicpipesplatform/filter
2013-10-31 18:49:13,801 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:49:13,801 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 18:49:13,806 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:49:13,808 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:13,823 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0014
2013-10-31 18:49:13,828 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:13,829 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3509fb9e
2013-10-31 18:49:13,831 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:49:13,833 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 18:49:13,837 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:49:13,837 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:49:13,847 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:49:13,847 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filter"]
2013-10-31 18:49:13,850 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:13,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:13,852 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0014_m_000000_0 is allowed to commit now
2013-10-31 18:49:13,856 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0014_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filter
2013-10-31 18:49:16,828 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:49:16,830 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0014_m_000000_0' done.
2013-10-31 18:49:16,841 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/filter/_temporary
2013-10-31 18:49:16,858 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:16,860 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/filter
2013-10-31 18:49:16,866 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 18:49:16,867 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 18:49:16,879 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 18:49:16,879 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:49:16,880 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simple"]
2013-10-31 18:49:16,880 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: false
2013-10-31 18:49:16,881 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 18:49:16,881 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 18:49:16,882 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...basicpipesplatform/simple
2013-10-31 18:49:16,884 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 18:49:16,884 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 18:49:16,889 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 18:49:16,891 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:16,905 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0015
2013-10-31 18:49:16,909 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:16,911 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f7b0fa
2013-10-31 18:49:16,913 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 18:49:16,915 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 18:49:16,916 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 18:49:16,954 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 18:49:16,955 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 18:49:16,956 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 18:49:16,956 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 18:49:16,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 18:49:16,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:49:16,964 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 18:49:16,966 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 18:49:16,966 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:19,911 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 18:49:19,912 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0015_m_000000_0' done.
2013-10-31 18:49:19,916 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 18:49:19,917 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a08447c
2013-10-31 18:49:19,917 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:19,919 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 18:49:19,920 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-31 18:49:19,920 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:19,921 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 18:49:19,922 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 18:49:19,934 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2013-10-31 18:49:19,935 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simple"]
2013-10-31 18:49:19,941 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0015_r_000000_0 is done. And is in the process of commiting
2013-10-31 18:49:19,941 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 18:49:19,942 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0015_r_000000_0 is allowed to commit now
2013-10-31 18:49:19,943 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0015_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simple
2013-10-31 18:49:22,917 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 18:49:22,918 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0015_r_000000_0' done.
2013-10-31 18:49:22,925 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/basicpipesplatform/simple/_temporary
2013-10-31 18:49:22,942 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 18:49:22,944 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/basicpipesplatform/simple