2013-10-31 17:11:59,810 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 17:11:59,830 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 17:11:59,830 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.detail.EveryPipeAssemblyPlatformTest
2013-10-31 17:11:59,864 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,874 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,881 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,887 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,892 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,892 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,897 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,901 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,901 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,904 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,908 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,908 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,911 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,912 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,913 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,913 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,914 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,914 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,914 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,917 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,918 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,921 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,922 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,926 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,931 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,936 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,939 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,941 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,944 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,944 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,947 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,949 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,949 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,952 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,954 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,955 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,957 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,958 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,958 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,958 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,959 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,959 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,959 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,962 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,962 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,964 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,964 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,967 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,969 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,971 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,973 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,975 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,977 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,977 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,979 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,982 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,982 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,984 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,986 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,986 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,988 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,988 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,988 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,989 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,989 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,989 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,990 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,990 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,990 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,991 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,991 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:11:59,991 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-31 17:12:00,006 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-31 17:12:00,325 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:00,325 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:00,335 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 1D8F4815AB154EA9AA8F9A9F206D5C02
2013-10-31 17:12:00,487 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 17:12:00,489 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:00,489 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:00,490 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-31 17:12:00,490 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:00,490 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:00,490 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:00,491 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_'field'_-1
2013-10-31 17:12:00,516 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 17:12:00,521 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:00,521 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:00,543 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 17:12:00,550 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:00,575 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 17:12:00,579 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:00,788 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0001
2013-10-31 17:12:00,819 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:00,826 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 17:12:00,829 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@35001fd2
2013-10-31 17:12:00,834 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:00,840 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:00,847 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:00,891 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:00,892 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:00,909 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:00,910 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:00,948 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:00,948 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:00,968 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:00,976 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:00,978 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:03,821 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:03,822 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-31 17:12:03,828 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:03,829 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71a1700d
2013-10-31 17:12:03,829 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:03,833 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:03,835 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:03,835 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:03,837 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:03,837 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:03,857 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:03,857 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-31 17:12:03,872 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:03,872 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:03,873 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-31 17:12:03,875 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-31 17:12:06,829 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:06,831 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-31 17:12:06,844 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1/_temporary
2013-10-31 17:12:06,884 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:06,906 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:06,907 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-31 17:12:06,922 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:06,922 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-31 17:12:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:06,941 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_'field'
2013-10-31 17:12:06,944 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:06,944 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:06,952 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:06,954 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:07,009 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0002
2013-10-31 17:12:07,013 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:07,014 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3b74f30d
2013-10-31 17:12:07,015 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:07,016 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:07,016 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:07,057 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:07,057 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:07,058 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:07,058 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:07,067 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:07,067 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:07,070 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:07,072 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:07,074 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:10,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:10,017 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-31 17:12:10,022 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:10,025 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f880917
2013-10-31 17:12:10,025 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:10,027 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:10,028 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:10,029 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:10,030 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:10,031 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:10,040 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:10,040 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-31 17:12:10,046 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:10,046 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:10,047 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-31 17:12:10,049 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-31 17:12:13,024 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:13,026 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-31 17:12:13,034 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'/_temporary
2013-10-31 17:12:13,061 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:13,094 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:13,098 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-31 17:12:13,136 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:13,136 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:13,153 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:13,153 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:13,153 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-31 17:12:13,154 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:13,154 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:13,154 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:13,154 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_RESULTS
2013-10-31 17:12:13,156 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:13,157 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:13,164 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:13,166 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:13,195 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0003
2013-10-31 17:12:13,197 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:13,198 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4b903fd
2013-10-31 17:12:13,199 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:13,200 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:13,200 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:13,218 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:13,218 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:13,219 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:13,219 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:13,226 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:13,226 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:13,229 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:13,231 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:13,232 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:16,199 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:16,201 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_m_000000_0' done.
2013-10-31 17:12:16,206 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:16,208 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71856b6b
2013-10-31 17:12:16,208 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:16,210 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:16,211 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:16,211 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:16,213 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:16,213 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:16,233 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:16,233 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-31 17:12:16,239 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:16,240 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:16,240 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-10-31 17:12:16,242 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-31 17:12:19,208 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:19,209 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_r_000000_0' done.
2013-10-31 17:12:19,219 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary
2013-10-31 17:12:19,241 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:19,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:19,259 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-31 17:12:19,266 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:19,267 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:19,283 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:19,283 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:19,283 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-31 17:12:19,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:19,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:19,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:19,285 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2013-10-31 17:12:19,288 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:19,288 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:19,295 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:19,297 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:19,325 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0004
2013-10-31 17:12:19,328 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:19,329 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@666df412
2013-10-31 17:12:19,331 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:19,332 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:19,332 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:19,379 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:19,379 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:19,380 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:19,380 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:19,387 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:19,387 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:19,390 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:19,392 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:19,394 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:22,331 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:22,332 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0004_m_000000_0' done.
2013-10-31 17:12:22,337 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:22,339 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@622410f1
2013-10-31 17:12:22,339 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:22,342 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:22,343 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:22,343 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:22,344 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:22,345 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:22,357 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:22,357 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-31 17:12:22,363 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:22,363 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:22,364 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2013-10-31 17:12:22,366 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-31 17:12:25,339 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:25,340 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0004_r_000000_0' done.
2013-10-31 17:12:25,349 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL/_temporary
2013-10-31 17:12:25,371 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:25,382 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:25,383 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-31 17:12:25,391 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:25,391 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:25,398 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_REPLACE
2013-10-31 17:12:25,405 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:25,405 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:25,419 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:25,420 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:25,420 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-31 17:12:25,420 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:25,420 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:25,420 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:25,421 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2013-10-31 17:12:25,423 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:25,423 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:25,430 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:25,432 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:25,456 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0005
2013-10-31 17:12:25,458 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:25,458 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@725dfc45
2013-10-31 17:12:25,459 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:25,460 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:25,460 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:25,503 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:25,503 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:25,504 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:25,504 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:25,510 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:25,510 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:25,513 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:25,515 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:25,516 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:28,460 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:28,461 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0005_m_000000_0' done.
2013-10-31 17:12:28,466 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:28,467 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b1ee57f
2013-10-31 17:12:28,468 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:28,470 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:28,471 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:28,471 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:28,472 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:28,473 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:28,487 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:28,487 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-31 17:12:28,497 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:28,497 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:28,498 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2013-10-31 17:12:28,499 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-31 17:12:31,468 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:31,469 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0005_r_000000_0' done.
2013-10-31 17:12:31,478 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP/_temporary
2013-10-31 17:12:31,497 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:31,506 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:31,507 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-31 17:12:31,515 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:31,516 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:31,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:31,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:31,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-31 17:12:31,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:31,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:31,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:31,531 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2013-10-31 17:12:31,533 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:31,533 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:31,540 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:31,542 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:31,565 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0006
2013-10-31 17:12:31,568 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:31,569 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72b0185d
2013-10-31 17:12:31,570 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:31,570 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:31,571 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:31,611 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:31,611 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:31,612 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:31,612 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:31,618 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:31,618 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:31,621 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:31,623 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:31,624 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:34,570 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:34,571 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0006_m_000000_0' done.
2013-10-31 17:12:34,576 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:34,578 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71761366
2013-10-31 17:12:34,578 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:34,580 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:34,581 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:34,581 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:34,583 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:34,583 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:34,596 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:34,596 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-31 17:12:34,827 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:34,829 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:34,830 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2013-10-31 17:12:34,834 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-31 17:12:37,578 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:37,579 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0006_r_000000_0' done.
2013-10-31 17:12:37,590 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2013-10-31 17:12:37,610 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:37,621 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:37,621 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-31 17:12:37,629 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:37,629 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:37,635 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_'field'
2013-10-31 17:12:37,641 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:37,642 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:37,675 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:37,676 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:37,677 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-31 17:12:37,678 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:37,678 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:37,678 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:37,680 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2013-10-31 17:12:37,685 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:37,685 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:37,691 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:37,693 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:37,712 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0007
2013-10-31 17:12:37,714 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:37,715 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2808622c
2013-10-31 17:12:37,716 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:37,717 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:37,717 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:37,732 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:37,732 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:37,733 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:37,733 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:37,739 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:37,739 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:37,741 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:37,743 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:37,744 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:40,716 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:40,718 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0007_m_000000_0' done.
2013-10-31 17:12:40,738 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:40,738 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@56d046c9
2013-10-31 17:12:40,738 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:40,739 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:40,739 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:40,740 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:40,740 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:40,740 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:40,746 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:40,746 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-31 17:12:40,751 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:40,751 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:40,751 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2013-10-31 17:12:40,753 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-31 17:12:43,739 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:43,740 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0007_r_000000_0' done.
2013-10-31 17:12:43,756 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2013-10-31 17:12:43,774 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:43,782 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:43,783 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-31 17:12:43,789 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:43,789 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:43,802 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:43,803 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:43,803 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-31 17:12:43,804 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:43,804 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:43,804 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:43,805 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2013-10-31 17:12:43,807 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:43,807 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:43,813 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:43,814 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:43,833 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0008
2013-10-31 17:12:43,838 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:43,840 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@197c5337
2013-10-31 17:12:43,842 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:43,844 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:43,845 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:43,874 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:43,875 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:43,876 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:43,876 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:43,881 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:43,881 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:43,886 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:43,887 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:43,888 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:46,841 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:46,842 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0008_m_000000_0' done.
2013-10-31 17:12:46,847 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:46,848 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@565197a2
2013-10-31 17:12:46,848 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:46,850 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:46,851 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:46,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:46,853 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:46,853 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:46,865 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:46,866 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-31 17:12:46,876 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:46,877 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:46,877 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2013-10-31 17:12:46,879 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-31 17:12:49,848 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:49,849 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0008_r_000000_0' done.
2013-10-31 17:12:49,854 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2013-10-31 17:12:49,873 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:49,882 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:49,882 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-31 17:12:49,889 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:49,889 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:49,901 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:49,902 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:49,902 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-31 17:12:49,903 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:49,903 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:49,904 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:49,905 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-31 17:12:49,907 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:49,907 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:49,913 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:49,915 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:49,931 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0009
2013-10-31 17:12:49,934 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:49,934 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22782dcd
2013-10-31 17:12:49,935 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:49,936 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:49,936 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:49,960 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:49,961 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:49,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:49,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:49,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:49,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:49,969 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:49,971 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:49,972 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:52,935 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:52,937 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0009_m_000000_0' done.
2013-10-31 17:12:52,941 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:52,942 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@57e302c2
2013-10-31 17:12:52,943 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:52,945 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:52,945 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:52,945 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:52,947 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:52,947 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:52,957 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:52,957 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-31 17:12:52,960 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:12:52,963 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0009
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:12:52,968 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:12:52,968 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:12:52,969 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:12:52,969 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-31 17:12:52,969 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:12:52,970 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2013-10-31 17:12:52,970 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE
2013-10-31 17:12:52,986 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:52,987 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:53,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:53,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:53,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-31 17:12:53,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:53,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:53,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:53,005 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2013-10-31 17:12:53,006 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:53,006 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:53,012 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:53,013 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:53,029 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0010
2013-10-31 17:12:53,033 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:53,035 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@615d7843
2013-10-31 17:12:53,036 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:53,038 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:53,039 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:53,077 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:53,078 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:53,079 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:53,079 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:53,083 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:53,084 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:53,086 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:53,087 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:53,088 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:56,035 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:12:56,036 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0010_m_000000_0' done.
2013-10-31 17:12:56,040 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:56,042 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5fc0a502
2013-10-31 17:12:56,042 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:56,044 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:12:56,045 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:12:56,045 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:56,046 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:12:56,047 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:12:56,056 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:56,057 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-31 17:12:56,061 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0010_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:12:56,062 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:12:56,062 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0010_r_000000_0 is allowed to commit now
2013-10-31 17:12:56,064 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-31 17:12:58,944 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:59,041 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:12:59,043 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0010_r_000000_0' done.
2013-10-31 17:12:59,050 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2013-10-31 17:12:59,067 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:59,079 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:59,080 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-31 17:12:59,086 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:12:59,087 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:12:59,098 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:12:59,098 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:59,099 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-31 17:12:59,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:12:59,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:12:59,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:12:59,101 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-31 17:12:59,104 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:12:59,104 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:12:59,109 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:12:59,110 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:12:59,126 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0011
2013-10-31 17:12:59,128 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:12:59,129 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c465f42
2013-10-31 17:12:59,130 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:12:59,130 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:12:59,131 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:12:59,155 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:12:59,156 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:12:59,157 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:12:59,157 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:12:59,162 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:12:59,162 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:12:59,164 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:12:59,166 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:12:59,167 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:02,130 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:02,131 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0011_m_000000_0' done.
2013-10-31 17:13:02,136 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:02,137 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6cc46b6b
2013-10-31 17:13:02,137 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:02,139 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:02,140 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:02,140 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:02,141 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:02,142 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:02,153 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:02,153 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-31 17:13:02,157 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:02,158 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0011
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:02,159 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:13:02,159 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:13:02,160 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:13:02,160 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-31 17:13:02,161 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:13:02,161 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1/_temporary
2013-10-31 17:13:02,161 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_-1
2013-10-31 17:13:02,177 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:02,178 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:02,188 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_'field'
2013-10-31 17:13:02,199 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:02,199 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:02,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:02,210 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-31 17:13:02,211 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:02,212 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:02,218 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:02,221 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:02,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0012
2013-10-31 17:13:02,249 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:02,251 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@427ce6b0
2013-10-31 17:13:02,252 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:02,254 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:02,255 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:02,288 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:02,288 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:02,289 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:02,289 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:02,294 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:02,294 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:02,296 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:02,298 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:02,299 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:05,251 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:05,252 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0012_m_000000_0' done.
2013-10-31 17:13:05,699 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:05,701 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@50dafd61
2013-10-31 17:13:05,701 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:05,703 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:05,704 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:05,704 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:05,705 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:05,705 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:05,716 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:05,716 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-31 17:13:05,718 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:05,720 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0012
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:05,721 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:13:05,721 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:13:05,722 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:13:05,722 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-31 17:13:05,723 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:13:05,723 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2013-10-31 17:13:05,724 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS
2013-10-31 17:13:05,731 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:05,731 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:05,742 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:05,742 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:05,743 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-31 17:13:05,744 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:05,744 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:05,744 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:05,746 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-31 17:13:05,750 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:05,750 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:05,758 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:05,760 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:05,775 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0013
2013-10-31 17:13:05,778 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:05,780 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2cf1163f
2013-10-31 17:13:05,781 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:05,783 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:05,784 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:05,811 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:05,812 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:05,814 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:05,814 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:05,820 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:05,820 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:05,822 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:05,823 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:05,824 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:08,139 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:08,780 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:08,781 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0013_m_000000_0' done.
2013-10-31 17:13:08,785 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:08,786 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@44d91f1f
2013-10-31 17:13:08,787 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:08,789 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:08,789 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:08,789 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:08,791 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:08,791 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:08,798 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:08,798 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-31 17:13:08,800 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:08,801 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0013
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:08,807 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:13:08,807 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:13:08,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:13:08,808 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-31 17:13:08,808 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:13:08,809 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL/_temporary
2013-10-31 17:13:08,809 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_ALL
2013-10-31 17:13:08,817 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:08,818 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:08,836 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:08,837 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:08,837 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-31 17:13:08,837 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:08,838 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:08,838 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:08,839 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-31 17:13:08,841 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:08,841 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:08,846 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:08,847 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:08,862 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0014
2013-10-31 17:13:08,864 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:08,865 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ea386b8
2013-10-31 17:13:08,866 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:08,866 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:08,866 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:08,890 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:08,890 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:08,891 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:08,891 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:08,895 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:08,896 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:08,898 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:08,899 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:08,900 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:11,703 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:11,866 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:11,867 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0014_m_000000_0' done.
2013-10-31 17:13:11,870 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:11,872 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4efb8c22
2013-10-31 17:13:11,872 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:11,874 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:11,874 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:11,875 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:11,876 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:11,876 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:11,887 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:11,887 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-31 17:13:11,893 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:11,895 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0014
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:11,904 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:13:11,905 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:13:11,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:13:11,905 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-31 17:13:11,906 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:13:11,907 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2013-10-31 17:13:11,907 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE
2013-10-31 17:13:11,914 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:11,914 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:11,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:11,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:11,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-31 17:13:11,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:11,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:11,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:11,926 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-31 17:13:11,928 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:11,928 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:11,933 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:11,934 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:11,948 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0015
2013-10-31 17:13:11,950 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:11,951 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c627d22
2013-10-31 17:13:11,952 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:11,952 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:11,953 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:11,969 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:11,970 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:11,970 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:11,971 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:11,975 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:11,975 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:11,977 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:11,979 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:11,980 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:14,788 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:14,951 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:14,953 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0015_m_000000_0' done.
2013-10-31 17:13:14,957 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:14,958 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@83df40b
2013-10-31 17:13:14,959 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:14,961 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:14,961 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:14,961 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:14,963 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:14,963 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:14,974 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:14,974 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-31 17:13:14,977 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:14,979 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0015
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:13:14,985 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:13:14,985 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:13:14,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:13:14,985 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-31 17:13:14,986 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:13:14,986 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP/_temporary
2013-10-31 17:13:14,986 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_SWAP
2013-10-31 17:13:14,993 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:14,993 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:15,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:15,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-31 17:13:15,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:15,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:15,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:15,004 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2013-10-31 17:13:15,006 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:15,006 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:15,011 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:15,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:15,026 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0016
2013-10-31 17:13:15,028 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:15,029 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@44cd58ae
2013-10-31 17:13:15,030 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:15,031 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:15,031 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:15,048 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:15,049 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:15,050 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:15,050 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:15,054 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:15,055 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:15,057 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:15,058 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:15,059 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0016_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:17,873 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:18,029 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:18,031 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0016_m_000000_0' done.
2013-10-31 17:13:18,034 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:18,036 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@476df8d0
2013-10-31 17:13:18,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:18,038 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:18,038 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:18,038 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:18,040 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:18,040 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:18,051 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:18,051 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-31 17:13:18,058 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0016_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:18,058 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:18,059 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0016_r_000000_0 is allowed to commit now
2013-10-31 17:13:18,060 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0016_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-31 17:13:20,960 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:21,035 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:21,037 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0016_r_000000_0' done.
2013-10-31 17:13:21,049 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1/_temporary
2013-10-31 17:13:21,065 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:21,078 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:21,078 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-31 17:13:21,084 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:21,085 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:21,088 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_'field'
2013-10-31 17:13:21,094 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:21,094 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:21,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:21,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:21,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-31 17:13:21,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:21,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:21,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:21,104 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2013-10-31 17:13:21,106 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:21,107 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:21,110 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:21,112 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:21,125 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0017
2013-10-31 17:13:21,129 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:21,130 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1eafa
2013-10-31 17:13:21,132 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:21,134 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:21,134 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:21,165 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:21,165 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:21,167 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:21,168 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:21,177 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:21,177 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:21,179 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:21,181 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:21,181 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0017_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:24,131 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:24,132 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0017_m_000000_0' done.
2013-10-31 17:13:24,135 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:24,136 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1a121058
2013-10-31 17:13:24,137 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:24,138 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:24,139 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:24,139 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:24,140 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:24,141 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:24,151 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:24,151 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-31 17:13:24,158 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0017_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:24,158 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:24,159 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0017_r_000000_0 is allowed to commit now
2013-10-31 17:13:24,160 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0017_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-31 17:13:27,136 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:27,137 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0017_r_000000_0' done.
2013-10-31 17:13:27,144 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2013-10-31 17:13:27,159 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:27,176 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:27,176 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-31 17:13:27,182 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:27,183 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:27,186 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_ALL
2013-10-31 17:13:27,191 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:27,192 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:27,200 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:27,201 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:27,201 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-31 17:13:27,202 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:27,202 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:27,202 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:27,203 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2013-10-31 17:13:27,205 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:27,205 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:27,209 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:27,210 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:27,224 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0018
2013-10-31 17:13:27,227 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:27,229 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b69de38
2013-10-31 17:13:27,230 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:27,232 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:27,232 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:27,264 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:27,264 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:27,266 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:27,266 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:27,276 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:27,276 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:27,279 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:27,280 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:27,281 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0018_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:30,229 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:30,230 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0018_m_000000_0' done.
2013-10-31 17:13:30,233 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:30,234 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a6c1e05
2013-10-31 17:13:30,234 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:30,236 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:30,237 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:30,237 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:30,238 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:30,238 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:30,249 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:30,249 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-31 17:13:30,257 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0018_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:30,258 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:30,258 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0018_r_000000_0 is allowed to commit now
2013-10-31 17:13:30,259 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0018_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-31 17:13:33,234 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:33,235 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0018_r_000000_0' done.
2013-10-31 17:13:33,243 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2013-10-31 17:13:33,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:33,275 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:33,276 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-31 17:13:33,282 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:33,282 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:33,291 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:33,292 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2013-10-31 17:13:33,293 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:33,293 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:33,297 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:33,298 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:33,312 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0019
2013-10-31 17:13:33,313 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:33,314 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5ab6f1d9
2013-10-31 17:13:33,315 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:33,315 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:33,316 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:33,345 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:33,345 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:33,347 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:33,348 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:33,357 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:33,357 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:33,359 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:33,361 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:33,361 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0019_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:36,315 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:36,316 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0019_m_000000_0' done.
2013-10-31 17:13:36,319 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:36,320 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2a3d7ba3
2013-10-31 17:13:36,321 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:36,322 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:36,323 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:36,323 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:36,324 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:36,325 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:36,335 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:36,335 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-31 17:13:36,340 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0019_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:36,340 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:36,341 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0019_r_000000_0 is allowed to commit now
2013-10-31 17:13:36,342 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0019_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-31 17:13:39,320 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:39,322 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0019_r_000000_0' done.
2013-10-31 17:13:39,335 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary
2013-10-31 17:13:39,351 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:39,360 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:39,361 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-31 17:13:39,367 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:39,367 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:39,376 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:39,377 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:39,377 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-31 17:13:39,377 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:39,378 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:39,378 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:39,379 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_'field'_-1
2013-10-31 17:13:39,380 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:39,380 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:39,384 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:39,385 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:39,399 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0020
2013-10-31 17:13:39,403 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:39,404 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a9e0cac
2013-10-31 17:13:39,406 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:39,407 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:39,408 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:39,437 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:39,438 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:39,439 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:39,439 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:39,444 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:39,444 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:39,446 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:39,448 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:39,449 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0020_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:42,404 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:42,406 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0020_m_000000_0' done.
2013-10-31 17:13:42,409 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:42,410 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@49d60362
2013-10-31 17:13:42,411 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:42,412 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:42,413 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:42,413 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:42,415 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:42,415 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:42,425 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:42,426 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-31 17:13:42,436 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0020_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:42,436 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:42,437 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0020_r_000000_0 is allowed to commit now
2013-10-31 17:13:42,438 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0020_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-31 17:13:45,410 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:45,411 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0020_r_000000_0' done.
2013-10-31 17:13:45,417 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1/_temporary
2013-10-31 17:13:45,432 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:45,441 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:45,442 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-31 17:13:45,448 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:45,448 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:45,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:45,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:45,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-31 17:13:45,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:45,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:45,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:45,459 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_'field'
2013-10-31 17:13:45,461 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:45,461 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:45,464 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:45,466 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:45,718 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0021
2013-10-31 17:13:45,721 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:45,722 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d62a0ba
2013-10-31 17:13:45,722 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:45,723 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:45,723 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:45,744 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:45,745 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:45,746 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:45,746 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:45,751 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:45,751 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:45,753 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:45,755 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:45,756 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0021_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:48,723 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:48,724 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0021_m_000000_0' done.
2013-10-31 17:13:48,727 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:48,728 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ceeb514
2013-10-31 17:13:48,729 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:48,731 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:48,731 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:48,731 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:48,732 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:48,733 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:48,743 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:48,744 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-31 17:13:48,753 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0021_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:48,754 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:48,755 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0021_r_000000_0 is allowed to commit now
2013-10-31 17:13:48,757 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0021_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-31 17:13:51,728 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:51,729 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0021_r_000000_0' done.
2013-10-31 17:13:51,733 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'/_temporary
2013-10-31 17:13:51,739 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:51,746 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:51,746 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-31 17:13:51,752 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:51,752 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:51,760 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:51,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:51,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-31 17:13:51,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:51,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:51,761 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:51,762 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_RESULTS
2013-10-31 17:13:51,764 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:51,764 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:51,768 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:51,769 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:51,782 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0022
2013-10-31 17:13:51,784 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:51,785 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4b778a9b
2013-10-31 17:13:51,785 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:51,786 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:51,786 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:51,804 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:51,804 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:51,805 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:51,805 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:51,809 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:51,809 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:51,812 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:51,813 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:51,814 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0022_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:54,785 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:13:54,787 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0022_m_000000_0' done.
2013-10-31 17:13:54,790 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:54,791 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6481aa7a
2013-10-31 17:13:54,791 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:54,793 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:13:54,793 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:13:54,794 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:54,795 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:13:54,795 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:13:54,804 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:54,805 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-31 17:13:55,048 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0022_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:13:55,049 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:13:55,050 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0022_r_000000_0 is allowed to commit now
2013-10-31 17:13:55,094 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0022_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-31 17:13:57,791 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:13:57,792 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0022_r_000000_0' done.
2013-10-31 17:13:57,798 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS/_temporary
2013-10-31 17:13:57,814 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:57,822 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:57,822 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-31 17:13:57,828 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:13:57,828 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:13:57,837 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:13:57,837 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:57,838 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-31 17:13:57,839 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:13:57,839 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:13:57,839 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:13:57,841 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_'field'_ALL
2013-10-31 17:13:57,843 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:13:57,843 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:13:57,847 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:13:57,848 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:13:57,861 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0023
2013-10-31 17:13:57,863 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:13:57,863 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37ffb932
2013-10-31 17:13:57,864 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:13:57,865 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:13:57,865 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:13:57,883 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:13:57,883 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:13:57,885 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:13:57,885 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:13:57,889 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:13:57,889 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:13:57,891 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:13:57,892 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:13:57,893 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0023_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:00,864 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:00,865 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0023_m_000000_0' done.
2013-10-31 17:14:00,869 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:00,870 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@74bf36b
2013-10-31 17:14:00,871 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:00,873 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:00,873 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:00,873 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:00,875 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:00,875 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:00,885 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:00,885 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-31 17:14:00,895 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0023_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:00,897 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:00,897 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0023_r_000000_0 is allowed to commit now
2013-10-31 17:14:00,898 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0023_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-31 17:14:03,870 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:03,872 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0023_r_000000_0' done.
2013-10-31 17:14:03,880 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL/_temporary
2013-10-31 17:14:03,896 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:03,912 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:03,913 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-31 17:14:03,921 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:03,921 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:03,924 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_REPLACE
2013-10-31 17:14:03,929 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:03,929 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:03,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:03,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:03,938 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-31 17:14:03,938 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:03,939 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:03,939 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:03,940 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2013-10-31 17:14:03,942 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:03,942 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:03,945 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:03,947 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:03,959 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0024
2013-10-31 17:14:03,963 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:03,965 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f202573
2013-10-31 17:14:03,966 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:03,968 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:03,969 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:03,998 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:03,998 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:04,000 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:04,000 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:04,004 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:04,004 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:04,006 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:04,008 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:04,008 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0024_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:06,965 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:06,966 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0024_m_000000_0' done.
2013-10-31 17:14:06,969 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:06,970 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@39f818fa
2013-10-31 17:14:06,971 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:06,973 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:06,973 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:06,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:06,975 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:06,975 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:06,985 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:06,985 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-31 17:14:06,995 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0024_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:06,996 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:06,997 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0024_r_000000_0 is allowed to commit now
2013-10-31 17:14:06,998 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0024_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-31 17:14:09,970 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:09,972 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0024_r_000000_0' done.
2013-10-31 17:14:09,981 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP/_temporary
2013-10-31 17:14:09,996 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:10,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:10,013 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-31 17:14:10,021 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:10,021 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:10,029 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:10,029 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:10,029 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-31 17:14:10,029 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:10,029 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:10,030 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:10,030 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2013-10-31 17:14:10,032 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:10,032 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:10,036 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:10,037 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:10,053 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0025
2013-10-31 17:14:10,055 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:10,056 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2535128f
2013-10-31 17:14:10,057 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:10,058 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:10,058 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:10,089 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:10,089 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:10,091 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:10,092 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:10,099 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:10,099 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:10,101 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:10,103 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:10,104 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0025_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:13,057 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:13,058 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0025_m_000000_0' done.
2013-10-31 17:14:13,062 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:13,063 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@318a9570
2013-10-31 17:14:13,063 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:13,065 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:13,066 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:13,066 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:13,068 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:13,068 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:13,077 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:13,077 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-31 17:14:13,082 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0025_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:13,082 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:13,083 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0025_r_000000_0 is allowed to commit now
2013-10-31 17:14:13,084 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0025_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-31 17:14:16,063 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:16,064 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0025_r_000000_0' done.
2013-10-31 17:14:16,071 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary
2013-10-31 17:14:16,086 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:16,099 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:16,100 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-31 17:14:16,105 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:16,105 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:16,108 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_'field'
2013-10-31 17:14:16,113 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:16,114 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:16,121 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:16,121 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:16,121 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-31 17:14:16,122 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:16,122 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:16,122 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:16,123 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2013-10-31 17:14:16,125 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:16,125 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:16,129 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:16,130 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:16,143 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0026
2013-10-31 17:14:16,145 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:16,145 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d122682
2013-10-31 17:14:16,146 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:16,146 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:16,146 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:16,168 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:16,169 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:16,170 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:16,170 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:16,174 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:16,174 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:16,176 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:16,178 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:16,178 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0026_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:19,146 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:19,147 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0026_m_000000_0' done.
2013-10-31 17:14:19,150 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:19,151 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3a324fc
2013-10-31 17:14:19,152 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:19,153 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:19,154 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:19,154 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:19,155 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:19,156 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:19,164 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:19,165 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-31 17:14:19,174 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0026_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:19,175 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:19,176 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0026_r_000000_0 is allowed to commit now
2013-10-31 17:14:19,178 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0026_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-31 17:14:22,151 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:22,153 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0026_r_000000_0' done.
2013-10-31 17:14:22,158 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2013-10-31 17:14:22,174 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:22,182 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:22,183 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-31 17:14:22,188 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:22,188 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:22,196 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:22,196 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:22,196 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-31 17:14:22,197 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:22,198 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:22,198 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:22,199 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2013-10-31 17:14:22,201 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:22,201 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:22,205 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:22,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:22,219 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0027
2013-10-31 17:14:22,221 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:22,221 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@13765e9b
2013-10-31 17:14:22,222 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:22,222 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:22,223 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:22,240 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:22,240 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:22,241 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:22,241 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:22,245 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:22,245 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:22,247 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:22,249 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:22,249 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0027_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:25,222 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:25,223 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0027_m_000000_0' done.
2013-10-31 17:14:25,226 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:25,227 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3a000b53
2013-10-31 17:14:25,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:25,229 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:25,230 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:25,230 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:25,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:25,232 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:25,240 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:25,241 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-31 17:14:25,615 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0027_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:25,616 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:25,617 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0027_r_000000_0 is allowed to commit now
2013-10-31 17:14:25,620 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0027_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-31 17:14:28,227 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:28,229 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0027_r_000000_0' done.
2013-10-31 17:14:28,243 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2013-10-31 17:14:28,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:28,273 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:28,275 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-31 17:14:28,282 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:28,282 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:28,289 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:28,289 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:28,289 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-31 17:14:28,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:28,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:28,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:28,291 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-31 17:14:28,293 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:28,293 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:28,296 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:28,298 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:28,310 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0028
2013-10-31 17:14:28,314 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:28,315 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7107d8ca
2013-10-31 17:14:28,316 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:28,318 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:28,318 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:28,347 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:28,348 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:28,350 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:28,350 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:28,358 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:28,358 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:28,360 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:28,361 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:28,362 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0028_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:31,315 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:31,316 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0028_m_000000_0' done.
2013-10-31 17:14:31,320 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:31,321 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1a5c9639
2013-10-31 17:14:31,321 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:31,323 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:31,323 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:31,324 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:31,325 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:31,325 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:31,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:31,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-31 17:14:31,338 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:31,339 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0028
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:31,347 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:31,347 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:31,347 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:31,347 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-31 17:14:31,348 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:31,348 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2013-10-31 17:14:31,348 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE
2013-10-31 17:14:31,362 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:31,363 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:31,378 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:31,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:31,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-31 17:14:31,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:31,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:31,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:31,380 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2013-10-31 17:14:31,382 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:31,382 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:31,386 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:31,387 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:31,400 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0029
2013-10-31 17:14:31,401 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:31,402 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6968e2f5
2013-10-31 17:14:31,402 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:31,403 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:31,403 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:31,421 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:31,421 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:31,422 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:31,422 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:31,426 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:31,426 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:31,428 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:31,429 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:31,430 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0029_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:34,402 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:34,403 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0029_m_000000_0' done.
2013-10-31 17:14:34,407 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:34,408 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d25f6ee
2013-10-31 17:14:34,409 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:34,410 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:34,411 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:34,411 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:34,412 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:34,412 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:34,421 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:34,421 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-31 17:14:34,431 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0029_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:34,432 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:34,433 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0029_r_000000_0 is allowed to commit now
2013-10-31 17:14:34,436 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0029_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-31 17:14:37,323 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:37,408 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:37,409 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0029_r_000000_0' done.
2013-10-31 17:14:37,415 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2013-10-31 17:14:37,429 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:37,440 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:37,441 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-31 17:14:37,446 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:37,447 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:37,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:37,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:37,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-31 17:14:37,454 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:37,454 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:37,454 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:37,455 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-31 17:14:37,456 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:37,457 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:37,460 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:37,461 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:37,473 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0030
2013-10-31 17:14:37,475 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:37,475 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32fb6aed
2013-10-31 17:14:37,476 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:37,476 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:37,477 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:37,493 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:37,494 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:37,495 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:37,495 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:37,498 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:37,499 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:37,500 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:37,502 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:37,502 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0030_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:40,476 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:40,477 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0030_m_000000_0' done.
2013-10-31 17:14:40,481 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:40,482 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d8ba24f
2013-10-31 17:14:40,482 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:40,484 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:40,484 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:40,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:40,486 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:40,486 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:40,499 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:40,499 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-31 17:14:40,502 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:40,504 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0030
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:40,505 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:40,505 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:40,507 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:40,507 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-31 17:14:40,508 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:40,508 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1/_temporary
2013-10-31 17:14:40,508 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_-1
2013-10-31 17:14:40,514 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:40,515 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:40,517 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_'field'
2013-10-31 17:14:40,522 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:40,523 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:40,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:40,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:40,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-31 17:14:40,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:40,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:40,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:40,531 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_RESULTS
2013-10-31 17:14:40,533 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:40,533 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:40,537 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:40,538 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:40,553 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0031
2013-10-31 17:14:40,557 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:40,558 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64f8145f
2013-10-31 17:14:40,560 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:40,561 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:40,562 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:40,591 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:40,592 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:40,594 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:40,594 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:40,600 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:40,600 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:40,602 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:40,603 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:40,604 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0031_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:43,558 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:43,559 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0031_m_000000_0' done.
2013-10-31 17:14:43,562 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:43,564 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@e55c068
2013-10-31 17:14:43,564 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:43,566 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:43,566 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:43,566 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:43,568 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:43,568 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:43,576 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:43,577 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-31 17:14:43,579 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:43,580 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0031
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:43,581 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:43,582 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:43,582 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:43,583 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_RESULTS
2013-10-31 17:14:43,583 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:43,584 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS/_temporary
2013-10-31 17:14:43,584 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_RESULTS
2013-10-31 17:14:43,598 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:43,599 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:43,614 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:43,614 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:43,614 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-31 17:14:43,615 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:43,615 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:43,615 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:43,616 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-31 17:14:43,618 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:43,619 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:43,622 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:43,623 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:43,635 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0032
2013-10-31 17:14:43,638 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:43,639 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ff51278
2013-10-31 17:14:43,641 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:43,642 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:43,643 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:43,671 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:43,672 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:43,673 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:43,674 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:43,680 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:43,680 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:43,682 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:43,683 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:43,684 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0032_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:46,484 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:46,640 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:46,641 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0032_m_000000_0' done.
2013-10-31 17:14:46,644 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:46,645 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@218ec40
2013-10-31 17:14:46,646 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:46,647 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:46,648 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:46,648 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:46,649 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:46,649 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:46,658 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:46,658 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-31 17:14:46,660 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:46,661 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0032
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:46,661 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:46,661 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:46,662 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:46,662 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-31 17:14:46,663 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:46,663 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL/_temporary
2013-10-31 17:14:46,663 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_ALL
2013-10-31 17:14:46,677 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:46,678 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:46,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:46,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:46,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-31 17:14:46,694 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:46,694 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:46,694 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:46,695 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_REPLACE
2013-10-31 17:14:46,698 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:46,698 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:46,702 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:46,703 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:46,714 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0033
2013-10-31 17:14:46,718 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:46,719 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@55414ddd
2013-10-31 17:14:46,720 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:46,722 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:46,722 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:46,753 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:46,753 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:46,755 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:46,755 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:46,760 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:46,760 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:46,762 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:46,763 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:46,764 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0033_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:49,565 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:49,719 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:49,720 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0033_m_000000_0' done.
2013-10-31 17:14:49,784 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:49,785 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fcca65b
2013-10-31 17:14:49,785 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:49,787 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:49,787 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:49,788 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:49,789 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:49,789 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:49,798 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:49,798 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-31 17:14:49,802 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:49,804 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0033
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:49,814 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:49,814 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:49,815 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:49,815 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_REPLACE
2013-10-31 17:14:49,816 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:49,816 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE/_temporary
2013-10-31 17:14:49,817 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_REPLACE
2013-10-31 17:14:49,830 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:49,831 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:49,841 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:49,842 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:49,842 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-31 17:14:49,842 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:49,842 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:49,842 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:49,843 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-31 17:14:49,845 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:49,845 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:49,849 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:49,850 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:49,862 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0034
2013-10-31 17:14:49,865 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:49,865 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@466f0383
2013-10-31 17:14:49,866 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:49,866 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:49,866 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:49,889 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:49,889 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:49,890 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:49,890 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:49,894 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:49,894 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:49,895 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:49,897 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:49,897 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0034_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:52,647 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:52,865 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:52,867 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0034_m_000000_0' done.
2013-10-31 17:14:52,870 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:52,871 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@57434b8
2013-10-31 17:14:52,872 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:52,873 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:52,874 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:52,874 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:52,874 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:52,874 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:52,882 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:52,882 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-31 17:14:52,886 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:52,888 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0034
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:14:52,889 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:14:52,889 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:14:52,889 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:14:52,890 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-31 17:14:52,890 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:14:52,891 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP/_temporary
2013-10-31 17:14:52,891 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_SWAP
2013-10-31 17:14:52,897 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:52,898 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:52,904 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:52,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:52,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-31 17:14:52,906 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:52,906 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:52,906 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:52,907 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2013-10-31 17:14:52,908 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:52,909 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:52,912 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:52,913 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:52,925 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0035
2013-10-31 17:14:52,928 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:52,930 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1cdc471a
2013-10-31 17:14:52,931 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:52,933 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:52,933 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:52,961 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:52,961 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:52,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:52,962 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:52,966 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:52,966 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:52,968 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:52,969 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:52,970 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0035_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:55,786 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:55,930 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:14:55,931 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0035_m_000000_0' done.
2013-10-31 17:14:55,934 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:55,935 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f64270e
2013-10-31 17:14:55,936 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:55,937 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:14:55,938 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:14:55,938 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:55,939 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:14:55,939 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:14:55,948 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:55,948 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-31 17:14:55,957 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0035_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:14:55,958 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:14:55,958 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0035_r_000000_0 is allowed to commit now
2013-10-31 17:14:55,959 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0035_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-31 17:14:58,874 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:58,935 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:14:58,936 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0035_r_000000_0' done.
2013-10-31 17:14:58,944 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1/_temporary
2013-10-31 17:14:58,958 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:58,973 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:58,975 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-31 17:14:58,982 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:58,982 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:58,984 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_'field'
2013-10-31 17:14:58,989 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:14:58,990 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:14:58,996 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:14:58,996 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:58,996 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-31 17:14:58,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:14:58,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:14:58,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:14:58,998 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2013-10-31 17:14:59,000 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:14:59,000 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:14:59,004 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:14:59,005 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:14:59,025 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0036
2013-10-31 17:14:59,028 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:14:59,028 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3fc3ceb3
2013-10-31 17:14:59,029 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:14:59,029 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:14:59,029 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:14:59,044 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:14:59,044 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:14:59,045 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:14:59,045 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:14:59,049 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:14:59,049 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:14:59,051 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:14:59,052 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:14:59,053 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0036_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:02,029 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:02,030 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0036_m_000000_0' done.
2013-10-31 17:15:02,033 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:02,034 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@9948d69
2013-10-31 17:15:02,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:02,036 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:02,036 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:02,037 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:02,038 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:02,038 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:02,046 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:02,047 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-31 17:15:02,055 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0036_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:02,056 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:02,057 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0036_r_000000_0 is allowed to commit now
2013-10-31 17:15:02,059 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0036_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-31 17:15:05,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:05,035 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0036_r_000000_0' done.
2013-10-31 17:15:05,048 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary
2013-10-31 17:15:05,060 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:05,070 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:05,071 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-31 17:15:05,076 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:05,076 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:05,079 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_ALL
2013-10-31 17:15:05,084 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:05,084 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:05,090 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:05,090 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:05,090 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-31 17:15:05,091 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:05,091 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:05,091 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:05,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2013-10-31 17:15:05,092 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:05,093 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:05,096 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:05,097 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:05,109 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0037
2013-10-31 17:15:05,111 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:05,111 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2587cde8
2013-10-31 17:15:05,112 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:05,112 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:05,113 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:05,339 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:05,339 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:05,340 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:05,341 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:05,344 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:05,344 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:05,346 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:05,347 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:05,348 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0037_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:08,112 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:08,113 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0037_m_000000_0' done.
2013-10-31 17:15:08,116 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:08,117 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c0cf528
2013-10-31 17:15:08,117 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:08,119 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:08,120 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:08,120 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:08,121 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:08,121 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:08,129 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:08,130 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-31 17:15:08,138 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0037_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:08,139 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:08,139 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0037_r_000000_0 is allowed to commit now
2013-10-31 17:15:08,140 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0037_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-31 17:15:11,117 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:11,119 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0037_r_000000_0' done.
2013-10-31 17:15:11,126 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary
2013-10-31 17:15:11,141 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:11,156 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:11,157 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-31 17:15:11,163 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:11,163 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:11,170 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:11,170 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:11,170 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-31 17:15:11,171 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:11,171 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:11,171 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:11,172 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2013-10-31 17:15:11,174 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:11,174 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:11,178 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:11,179 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:11,194 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0038
2013-10-31 17:15:11,197 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:11,199 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45131737
2013-10-31 17:15:11,200 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:11,201 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:11,202 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:11,222 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:11,222 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:11,223 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:11,223 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:11,227 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:11,227 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:11,229 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:11,230 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:11,231 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0038_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:14,199 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:14,200 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0038_m_000000_0' done.
2013-10-31 17:15:14,203 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:14,204 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45053d6d
2013-10-31 17:15:14,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:14,206 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:14,207 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:14,207 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:14,208 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:14,208 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:14,216 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:14,217 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-31 17:15:14,221 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0038_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:14,221 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:14,222 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0038_r_000000_0 is allowed to commit now
2013-10-31 17:15:14,223 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0038_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-31 17:15:17,204 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:17,205 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0038_r_000000_0' done.
2013-10-31 17:15:17,217 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP/_temporary
2013-10-31 17:15:17,232 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:17,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:17,242 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-31 17:15:17,247 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:17,248 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:17,254 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:17,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2013-10-31 17:15:17,256 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:17,256 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:17,260 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:17,261 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:17,273 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0039
2013-10-31 17:15:17,275 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:17,276 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1632ec90
2013-10-31 17:15:17,276 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:17,277 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:17,277 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:17,291 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:17,291 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:17,292 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:17,292 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:17,296 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:17,296 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:17,297 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:17,299 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:17,299 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0039_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:20,276 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:20,277 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0039_m_000000_0' done.
2013-10-31 17:15:20,278 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:20,279 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1a69b2bc
2013-10-31 17:15:20,279 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:20,279 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:20,280 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:20,280 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:20,280 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:20,280 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:20,284 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:20,284 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-31 17:15:21,090 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0039_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:21,092 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:21,093 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0039_r_000000_0 is allowed to commit now
2013-10-31 17:15:21,174 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0039_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-31 17:15:23,279 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:23,280 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0039_r_000000_0' done.
2013-10-31 17:15:23,286 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1/_temporary
2013-10-31 17:15:23,300 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:23,315 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:23,316 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-31 17:15:23,323 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:23,323 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:23,329 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:23,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:23,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-31 17:15:23,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:23,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:23,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:23,331 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_'field'
2013-10-31 17:15:23,332 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:23,332 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:23,335 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:23,336 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:23,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0040
2013-10-31 17:15:23,350 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:23,351 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@672d5c20
2013-10-31 17:15:23,351 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:23,352 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:23,352 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:23,391 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:23,391 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:23,392 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:23,392 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:23,396 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:23,396 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:23,398 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:23,399 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:23,400 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0040_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:26,352 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:26,353 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0040_m_000000_0' done.
2013-10-31 17:15:26,356 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:26,357 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58e6e45c
2013-10-31 17:15:26,357 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:26,359 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:26,359 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:26,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:26,361 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:26,361 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:26,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:26,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-31 17:15:26,378 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0040_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:26,379 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:26,379 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0040_r_000000_0 is allowed to commit now
2013-10-31 17:15:26,380 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0040_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-31 17:15:29,357 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:29,358 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0040_r_000000_0' done.
2013-10-31 17:15:29,371 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'/_temporary
2013-10-31 17:15:29,386 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:29,399 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:29,400 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-31 17:15:29,405 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:29,405 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:29,411 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:29,411 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:29,411 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-31 17:15:29,411 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:29,411 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:29,412 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:29,412 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2013-10-31 17:15:29,413 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:29,413 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:29,417 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:29,418 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:29,429 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0041
2013-10-31 17:15:29,431 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:29,432 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12a80ea3
2013-10-31 17:15:29,432 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:29,433 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:29,433 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:29,475 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:29,475 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:29,477 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:29,477 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:29,481 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:29,481 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:29,482 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:29,484 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:29,484 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0041_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:32,432 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:32,434 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0041_m_000000_0' done.
2013-10-31 17:15:32,437 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:32,438 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@fccbcd5
2013-10-31 17:15:32,438 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:32,440 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:32,441 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:32,441 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:32,442 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:32,443 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:32,451 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:32,451 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-31 17:15:32,459 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0041_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:32,459 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:32,460 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0041_r_000000_0 is allowed to commit now
2013-10-31 17:15:32,461 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0041_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-31 17:15:35,438 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:35,439 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0041_r_000000_0' done.
2013-10-31 17:15:38,088 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2013-10-31 17:15:38,102 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:38,117 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:38,118 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-31 17:15:38,124 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:38,124 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:38,130 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:38,130 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:38,130 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-31 17:15:38,130 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:38,131 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:38,131 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:38,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2013-10-31 17:15:38,132 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:38,132 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:38,136 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:38,137 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:38,149 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0042
2013-10-31 17:15:38,173 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:38,173 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64bd8f9c
2013-10-31 17:15:38,174 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:38,174 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:38,175 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:38,196 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:38,196 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:38,197 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:38,197 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:38,201 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:38,201 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:38,202 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:38,204 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:38,204 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0042_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:41,174 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:41,175 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0042_m_000000_0' done.
2013-10-31 17:15:41,178 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:41,179 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42a537a5
2013-10-31 17:15:41,179 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:41,181 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:41,182 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:41,182 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:41,183 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:41,183 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:41,191 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:41,191 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-31 17:15:41,199 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0042_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:41,200 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:41,200 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0042_r_000000_0 is allowed to commit now
2013-10-31 17:15:41,201 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0042_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-31 17:15:44,179 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:44,180 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0042_r_000000_0' done.
2013-10-31 17:15:44,193 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL/_temporary
2013-10-31 17:15:44,208 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:44,220 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:44,221 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-31 17:15:44,226 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:44,226 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:44,234 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_REPLACE
2013-10-31 17:15:44,239 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:44,239 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:44,245 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:44,246 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_'field'_SWAP
2013-10-31 17:15:44,247 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:44,247 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:44,250 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:44,251 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:44,263 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0043
2013-10-31 17:15:44,265 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:44,265 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@669f809d
2013-10-31 17:15:44,266 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:44,266 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:44,266 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:44,280 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:44,281 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:44,281 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:44,282 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:44,285 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:44,285 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:44,287 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:44,288 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:44,289 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0043_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:47,265 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:47,267 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0043_m_000000_0' done.
2013-10-31 17:15:47,270 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:47,272 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3fe2afac
2013-10-31 17:15:47,272 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:47,274 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:47,274 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:47,274 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:47,276 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:47,276 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:47,284 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:47,285 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-31 17:15:47,293 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0043_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:47,294 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:47,296 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0043_r_000000_0 is allowed to commit now
2013-10-31 17:15:47,298 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0043_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-31 17:15:50,271 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:50,272 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0043_r_000000_0' done.
2013-10-31 17:15:50,276 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary
2013-10-31 17:15:50,282 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:50,288 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:50,289 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-31 17:15:50,294 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:50,294 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:50,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:50,301 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2013-10-31 17:15:50,302 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:50,302 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:50,306 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:50,307 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:50,320 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0044
2013-10-31 17:15:50,324 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:50,325 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2d9272f8
2013-10-31 17:15:50,327 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:50,328 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:50,329 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:50,358 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:50,358 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:50,360 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:50,360 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:50,364 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:50,364 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:50,365 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:50,367 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:50,367 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0044_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:53,325 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:53,327 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0044_m_000000_0' done.
2013-10-31 17:15:53,329 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:53,330 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b59d5ca
2013-10-31 17:15:53,331 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:53,332 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:53,333 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:53,333 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:53,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:53,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:53,342 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:53,342 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-31 17:15:53,351 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0044_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:53,352 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:53,353 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0044_r_000000_0 is allowed to commit now
2013-10-31 17:15:53,355 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0044_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-31 17:15:56,330 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:15:56,331 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0044_r_000000_0' done.
2013-10-31 17:15:56,340 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2013-10-31 17:15:56,354 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:56,363 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:56,363 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-31 17:15:56,368 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:56,369 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:56,371 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_'field'
2013-10-31 17:15:56,376 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:15:56,376 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:15:56,382 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:15:56,382 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:56,382 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-31 17:15:56,382 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:15:56,382 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:15:56,383 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:15:56,383 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2013-10-31 17:15:56,384 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:15:56,385 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:15:56,388 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:15:56,389 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:15:56,401 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0045
2013-10-31 17:15:56,403 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:56,403 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a97ac2b
2013-10-31 17:15:56,404 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:15:56,405 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:15:56,405 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:15:56,423 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:15:56,423 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:15:56,424 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:15:56,424 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:15:56,428 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:15:56,428 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:56,430 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:15:56,431 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:15:56,432 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0045_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:59,404 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:15:59,405 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0045_m_000000_0' done.
2013-10-31 17:15:59,408 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:15:59,409 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@e661744
2013-10-31 17:15:59,409 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:59,411 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:15:59,411 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:15:59,412 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:59,413 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:15:59,413 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:15:59,421 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:15:59,421 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-31 17:15:59,429 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0045_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:15:59,430 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:15:59,431 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0045_r_000000_0 is allowed to commit now
2013-10-31 17:15:59,434 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0045_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-31 17:16:02,409 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:02,410 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0045_r_000000_0' done.
2013-10-31 17:16:02,414 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2013-10-31 17:16:02,429 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:02,441 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:02,442 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-31 17:16:02,447 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:02,447 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:02,453 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:02,454 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2013-10-31 17:16:02,455 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:02,456 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:02,459 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:02,460 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:02,472 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0046
2013-10-31 17:16:02,474 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:02,474 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@41db8284
2013-10-31 17:16:02,475 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:02,475 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:02,475 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:02,495 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:02,496 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:02,497 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:02,497 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:02,500 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:02,500 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:02,502 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:02,503 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:02,504 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0046_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:05,475 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:05,476 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0046_m_000000_0' done.
2013-10-31 17:16:05,479 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:05,480 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67be43d3
2013-10-31 17:16:05,481 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:05,482 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:05,483 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:05,483 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:05,484 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:05,484 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:05,492 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:05,492 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-31 17:16:05,500 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0046_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:05,500 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:05,501 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0046_r_000000_0 is allowed to commit now
2013-10-31 17:16:05,502 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0046_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-31 17:16:08,480 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:08,481 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0046_r_000000_0' done.
2013-10-31 17:16:08,485 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2013-10-31 17:16:08,500 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:08,514 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:08,515 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-31 17:16:08,523 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:08,523 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:08,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:08,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:08,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-31 17:16:08,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:08,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:08,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:08,531 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-31 17:16:08,532 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:08,532 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:08,536 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:08,537 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:08,548 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0047
2013-10-31 17:16:08,550 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:08,550 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d8aef3b
2013-10-31 17:16:08,551 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:08,552 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:08,552 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:08,574 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:08,574 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:08,575 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:08,575 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:08,579 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:08,580 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:08,581 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:08,582 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:08,583 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0047_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:11,551 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:11,552 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0047_m_000000_0' done.
2013-10-31 17:16:11,555 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:11,556 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ccd7637
2013-10-31 17:16:11,557 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:11,558 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:11,559 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:11,559 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:11,560 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:11,560 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:11,568 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:11,568 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-31 17:16:11,572 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:11,574 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0047
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:11,580 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:11,580 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:11,580 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:11,580 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-31 17:16:11,581 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:11,581 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2013-10-31 17:16:11,581 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE
2013-10-31 17:16:11,587 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:11,587 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:11,592 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:11,592 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:11,593 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-31 17:16:11,593 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:11,593 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:11,593 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:11,593 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2013-10-31 17:16:11,594 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:11,594 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:11,598 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:11,599 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:11,610 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0048
2013-10-31 17:16:11,612 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:11,612 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62e13f84
2013-10-31 17:16:11,613 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:11,613 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:11,613 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:11,631 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:11,631 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:11,632 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:11,632 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:11,635 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:11,635 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:11,637 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:11,638 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:11,639 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0048_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:14,613 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:14,614 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0048_m_000000_0' done.
2013-10-31 17:16:14,617 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:14,618 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2c72e086
2013-10-31 17:16:14,618 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:14,620 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:14,620 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:14,621 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:14,622 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:14,622 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:14,629 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:14,629 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-31 17:16:14,637 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0048_r_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:14,638 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:14,639 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0048_r_000000_0 is allowed to commit now
2013-10-31 17:16:14,640 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0048_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-31 17:16:17,558 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:17,618 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:17,619 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0048_r_000000_0' done.
2013-10-31 17:16:17,624 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2013-10-31 17:16:17,637 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:17,652 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:17,653 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-31 17:16:17,662 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:17,662 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:17,668 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:17,668 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:17,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-31 17:16:17,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:17,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:17,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:17,670 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-31 17:16:17,671 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:17,671 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:17,675 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:17,675 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:17,687 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0049
2013-10-31 17:16:17,690 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:17,691 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3bb26faa
2013-10-31 17:16:17,693 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:17,694 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:17,695 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:17,721 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:17,721 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:17,723 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:17,723 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:17,726 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:17,726 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:17,727 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:17,729 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:17,729 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0049_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:20,691 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:20,692 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0049_m_000000_0' done.
2013-10-31 17:16:20,713 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:20,714 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@632e7cf3
2013-10-31 17:16:20,715 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:20,716 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:20,717 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:20,717 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:20,718 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:20,718 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:20,725 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:20,725 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-31 17:16:20,729 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:20,731 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0049
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:20,732 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:20,732 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:20,733 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:20,734 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-31 17:16:20,735 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:20,735 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1/_temporary
2013-10-31 17:16:20,736 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_-1
2013-10-31 17:16:20,749 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:20,750 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:20,755 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_'field'
2013-10-31 17:16:20,763 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:20,763 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:20,768 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:20,769 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:20,769 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-31 17:16:20,769 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:20,770 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:20,770 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:20,770 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-31 17:16:20,771 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:20,772 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:20,775 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:20,776 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:20,788 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0050
2013-10-31 17:16:20,790 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:20,791 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d7a7e50
2013-10-31 17:16:20,793 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:20,794 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:20,795 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:20,822 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:20,823 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:20,824 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:20,824 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:20,827 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:20,827 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:20,828 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:20,829 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:20,830 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0050_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:23,792 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:23,793 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0050_m_000000_0' done.
2013-10-31 17:16:23,796 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:23,797 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6beebab1
2013-10-31 17:16:23,797 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:23,799 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:23,799 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:23,800 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:23,801 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:23,802 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:23,813 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:23,813 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-31 17:16:23,819 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:23,820 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0050
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:23,823 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:23,824 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:23,824 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:23,824 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-31 17:16:23,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:23,825 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2013-10-31 17:16:23,825 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS
2013-10-31 17:16:23,839 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:23,839 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:23,852 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:23,852 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:23,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-31 17:16:23,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:23,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:23,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:23,854 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-31 17:16:23,857 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:23,857 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:23,862 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:23,863 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:23,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0051
2013-10-31 17:16:23,877 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:23,878 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6ec6ff54
2013-10-31 17:16:23,880 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:23,881 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:23,881 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:23,911 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:23,911 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:23,913 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:23,913 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:23,920 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:23,920 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:23,921 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:23,922 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:23,923 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0051_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:26,716 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:26,878 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:26,879 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0051_m_000000_0' done.
2013-10-31 17:16:26,883 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:26,884 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@d7e770
2013-10-31 17:16:26,884 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:26,885 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:26,886 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:26,886 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:26,887 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:26,887 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:26,894 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:26,894 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-31 17:16:26,898 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:26,900 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0051
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:26,901 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:26,902 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:26,902 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:26,902 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-31 17:16:26,903 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:26,903 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL/_temporary
2013-10-31 17:16:26,903 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_ALL
2013-10-31 17:16:26,916 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:26,917 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:26,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:26,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:26,924 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-31 17:16:26,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:26,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:26,925 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:26,926 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-31 17:16:26,927 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:26,927 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:26,930 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:26,931 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:26,943 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0052
2013-10-31 17:16:26,945 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:26,947 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@65c1781e
2013-10-31 17:16:26,948 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:26,950 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:26,950 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:26,979 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:26,979 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:26,981 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:26,981 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:26,984 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:26,984 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:26,985 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:26,986 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:26,987 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0052_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:29,799 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:29,947 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:29,948 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0052_m_000000_0' done.
2013-10-31 17:16:29,951 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:29,952 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ccc248
2013-10-31 17:16:29,953 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:29,954 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:29,955 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:29,955 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:29,957 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:29,957 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:29,963 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:29,964 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-31 17:16:29,968 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:29,970 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0052
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:29,979 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:29,980 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:29,980 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:29,980 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-31 17:16:29,981 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:29,982 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2013-10-31 17:16:29,982 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE
2013-10-31 17:16:29,996 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:29,996 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:30,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:30,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:30,005 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-31 17:16:30,005 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:30,005 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:30,006 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:30,007 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-31 17:16:30,008 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:30,008 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:30,011 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:30,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:30,024 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0053
2013-10-31 17:16:30,026 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:30,028 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2b09b5c9
2013-10-31 17:16:30,029 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:30,031 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:30,031 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:30,123 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:30,123 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:30,124 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:30,124 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:30,127 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:30,127 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:30,129 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:30,130 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:30,131 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0053_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:32,886 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:33,028 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:33,029 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0053_m_000000_0' done.
2013-10-31 17:16:33,033 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:33,034 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3803a7a4
2013-10-31 17:16:33,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:33,036 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:33,036 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:33,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:33,037 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:33,038 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:33,044 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:33,044 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-31 17:16:33,048 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:33,676 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0053
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:33,681 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:33,681 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:33,682 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:33,682 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-31 17:16:33,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:33,683 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2013-10-31 17:16:33,684 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP
2013-10-31 17:16:33,697 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:33,698 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:33,705 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:33,705 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:33,705 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-31 17:16:33,706 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:33,706 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:33,706 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:33,707 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-31 17:16:33,732 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:33,732 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:33,741 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:33,743 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:33,765 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0054
2013-10-31 17:16:33,767 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:33,768 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b39746e
2013-10-31 17:16:33,770 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:33,771 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:33,772 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:33,802 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:33,802 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:33,804 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:33,804 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:33,811 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:33,811 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:33,815 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:33,817 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:33,819 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0054_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:35,954 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:36,769 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:36,770 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0054_m_000000_0' done.
2013-10-31 17:16:36,773 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:36,774 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a73c61
2013-10-31 17:16:36,774 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:36,775 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:36,776 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:36,776 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:36,777 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:36,777 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:36,784 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:36,784 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-31 17:16:36,788 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:36,790 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0054
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:36,791 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:36,792 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:36,792 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:36,794 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-31 17:16:36,794 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:36,795 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1/_temporary
2013-10-31 17:16:36,795 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_-1
2013-10-31 17:16:36,808 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:36,809 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:36,814 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_'field'
2013-10-31 17:16:36,822 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:36,823 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:36,828 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:36,829 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-31 17:16:36,830 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:36,830 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:36,834 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:36,835 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:36,846 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0055
2013-10-31 17:16:36,849 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:36,850 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7bf98858
2013-10-31 17:16:36,852 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:36,853 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:36,853 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:36,875 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:36,876 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:36,877 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:36,878 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:36,882 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:36,882 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:36,883 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:36,884 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:36,885 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0055_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:39,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:39,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:39,852 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0055_m_000000_0' done.
2013-10-31 17:16:39,855 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:39,856 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@77718e0b
2013-10-31 17:16:39,856 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:39,858 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:39,858 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:39,859 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:39,860 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:39,860 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:39,866 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:39,867 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-31 17:16:39,870 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:39,873 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0055
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:39,878 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:39,879 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:39,879 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:39,879 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-31 17:16:39,880 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:39,881 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2013-10-31 17:16:39,881 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS
2013-10-31 17:16:39,894 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:39,895 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:39,900 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_ALL
2013-10-31 17:16:39,905 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:39,905 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:39,910 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:39,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:39,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-31 17:16:39,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:39,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:39,912 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:39,912 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-31 17:16:39,913 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:39,913 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:39,917 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:39,918 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:39,929 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0056
2013-10-31 17:16:39,932 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:39,933 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c7bc735
2013-10-31 17:16:39,935 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:39,936 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:39,936 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:39,988 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:39,988 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:39,989 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:39,989 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:39,992 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:39,992 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:39,993 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:39,994 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:39,995 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0056_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:42,776 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:42,934 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:42,935 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0056_m_000000_0' done.
2013-10-31 17:16:42,938 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:42,939 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28015e4
2013-10-31 17:16:42,939 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:42,940 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:42,941 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:42,941 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:42,942 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:42,942 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:42,949 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:42,949 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-31 17:16:42,953 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:42,955 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0056
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:42,961 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:42,962 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:42,962 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:42,962 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-31 17:16:42,963 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:42,963 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2013-10-31 17:16:42,963 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE
2013-10-31 17:16:42,976 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 17:16:42,977 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 17:16:42,984 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-31 17:16:42,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:42,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-31 17:16:42,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-31 17:16:42,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-31 17:16:42,985 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-31 17:16:42,986 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-31 17:16:42,987 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 17:16:42,987 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 17:16:42,991 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 17:16:42,992 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 17:16:43,003 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0057
2013-10-31 17:16:43,006 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:43,007 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@31969e5d
2013-10-31 17:16:43,008 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt
2013-10-31 17:16:43,010 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 17:16:43,010 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 17:16:43,058 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 17:16:43,058 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 17:16:43,059 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 17:16:43,060 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 17:16:43,062 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt"]
2013-10-31 17:16:43,062 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:43,064 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 17:16:43,065 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 17:16:43,065 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0057_m_000000_0 is done. And is in the process of commiting
2013-10-31 17:16:45,858 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 17:16:46,007 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/nums.20.txt:0+51
2013-10-31 17:16:46,008 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0057_m_000000_0' done.
2013-10-31 17:16:46,012 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 17:16:46,013 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2519dfef
2013-10-31 17:16:46,013 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:46,014 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 17:16:46,015 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-31 17:16:46,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 17:16:46,016 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 17:16:46,016 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 17:16:46,022 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-31 17:16:46,023 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-31 17:16:46,026 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:47,502 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0057
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 17:16:47,505 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-31 17:16:47,505 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-31 17:16:47,505 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-31 17:16:47,506 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-31 17:16:47,506 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-31 17:16:47,507 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2013-10-31 17:16:47,507 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP