2013-10-23 23:22:47,484 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-23 23:22:47,498 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-23 23:22:47,498 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.detail.EveryPipeAssemblyPlatformTest
2013-10-23 23:22:47,525 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,534 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,540 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,546 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,550 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,550 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,554 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,558 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,558 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,561 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,564 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,564 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,567 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,568 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,569 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,569 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,570 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,570 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,570 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,573 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,574 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,578 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,579 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,583 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,587 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,590 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,594 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,598 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,601 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,602 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,605 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,608 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,609 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,611 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,613 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,614 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,616 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,616 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,617 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,617 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,617 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,618 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,618 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,621 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,621 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,630 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,631 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,633 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,635 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,637 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,639 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,641 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,643 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,643 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,645 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,647 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,648 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,650 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,652 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,652 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,654 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,655 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,655 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,656 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,656 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,656 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,657 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,657 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,658 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,658 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,659 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,659 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-23 23:22:47,672 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-23 23:22:47,930 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:47,931 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:47,939 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 59F5171124B34D56AD1411494B703A0B
2013-10-23 23:22:48,055 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-23 23:22:48,056 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:48,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-23 23:22:48,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:48,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:48,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:48,058 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_'field'_-1
2013-10-23 23:22:48,082 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-23 23:22:48,121 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-23 23:22:48,124 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,251 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1709656599_0001
2013-10-23 23:22:48,268 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:48,270 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1709656599_0001_m_000000_0
2013-10-23 23:22:48,298 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:48,302 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:48,302 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3e81018b
2013-10-23 23:22:48,306 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:48,311 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:48,408 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:48,408 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:48,420 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:48,421 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:48,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:48,467 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:48,476 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:48,479 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1709656599_0001_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:48,484 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:48,485 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1709656599_0001_m_000000_0' done.
2013-10-23 23:22:48,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1709656599_0001_m_000000_0
2013-10-23 23:22:48,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:48,494 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:48,495 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,499 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:48,505 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:48,506 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,507 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:48,507 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:48,521 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:48,521 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-23 23:22:48,534 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1709656599_0001_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:48,535 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,535 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1709656599_0001_r_000000_0 is allowed to commit now
2013-10-23 23:22:48,538 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1709656599_0001_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-23 23:22:48,539 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:48,539 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1709656599_0001_r_000000_0' done.
2013-10-23 23:22:48,548 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1/_temporary
2013-10-23 23:22:48,564 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,580 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,581 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-23 23:22:48,595 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:48,595 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:48,610 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:48,610 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,610 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-23 23:22:48,610 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:48,611 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:48,611 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:48,611 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_'field'
2013-10-23 23:22:48,623 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,686 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1089603597_0002
2013-10-23 23:22:48,688 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:48,688 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1089603597_0002_m_000000_0
2013-10-23 23:22:48,690 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:48,691 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:48,691 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@fbb8694
2013-10-23 23:22:48,692 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:48,693 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:48,751 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:48,751 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:48,753 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:48,753 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:48,763 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,763 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:48,766 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:48,770 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:48,772 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1089603597_0002_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:48,774 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:48,775 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1089603597_0002_m_000000_0' done.
2013-10-23 23:22:48,775 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1089603597_0002_m_000000_0
2013-10-23 23:22:48,775 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:48,781 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:48,781 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,782 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:48,783 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:48,783 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,784 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:48,784 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:48,795 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:48,795 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-23 23:22:48,804 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1089603597_0002_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:48,806 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:48,806 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1089603597_0002_r_000000_0 is allowed to commit now
2013-10-23 23:22:48,809 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1089603597_0002_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-23 23:22:48,811 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:48,811 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1089603597_0002_r_000000_0' done.
2013-10-23 23:22:48,817 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'/_temporary
2013-10-23 23:22:48,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,847 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,848 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-23 23:22:48,858 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:48,859 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:48,873 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:48,873 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,874 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-23 23:22:48,874 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:48,874 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:48,874 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:48,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_RESULTS
2013-10-23 23:22:48,886 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:48,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1227316846_0003
2013-10-23 23:22:48,924 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:48,924 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1227316846_0003_m_000000_0
2013-10-23 23:22:48,926 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:48,927 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:48,927 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@64b041b0
2013-10-23 23:22:48,928 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:48,929 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:48,987 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:48,987 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:48,988 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:48,988 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:48,995 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:48,995 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:48,997 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,000 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,001 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1227316846_0003_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,003 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,003 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1227316846_0003_m_000000_0' done.
2013-10-23 23:22:49,003 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1227316846_0003_m_000000_0
2013-10-23 23:22:49,003 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,007 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,007 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,008 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,008 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,009 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,009 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,009 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,018 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,018 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-23 23:22:49,025 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1227316846_0003_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,027 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,027 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1227316846_0003_r_000000_0 is allowed to commit now
2013-10-23 23:22:49,029 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1227316846_0003_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-23 23:22:49,030 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:49,030 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1227316846_0003_r_000000_0' done.
2013-10-23 23:22:49,043 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary
2013-10-23 23:22:49,052 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,061 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,062 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-23 23:22:49,069 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,069 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,086 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:49,086 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,087 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-23 23:22:49,087 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:49,087 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:49,087 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:49,087 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2013-10-23 23:22:49,097 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,124 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1366145472_0004
2013-10-23 23:22:49,126 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:49,126 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1366145472_0004_m_000000_0
2013-10-23 23:22:49,127 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,128 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:49,129 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@51af7c57
2013-10-23 23:22:49,129 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:49,130 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:49,188 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:49,188 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:49,189 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:49,189 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,195 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,195 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,197 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,200 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,201 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1366145472_0004_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,203 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,204 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1366145472_0004_m_000000_0' done.
2013-10-23 23:22:49,204 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1366145472_0004_m_000000_0
2013-10-23 23:22:49,204 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,207 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,207 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,207 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,208 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,208 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,208 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,208 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,215 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,215 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-23 23:22:49,221 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1366145472_0004_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,222 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,222 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1366145472_0004_r_000000_0 is allowed to commit now
2013-10-23 23:22:49,224 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1366145472_0004_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-23 23:22:49,225 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:49,225 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1366145472_0004_r_000000_0' done.
2013-10-23 23:22:49,231 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL/_temporary
2013-10-23 23:22:49,239 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,248 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,249 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-23 23:22:49,258 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,258 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,265 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_REPLACE
2013-10-23 23:22:49,271 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,272 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:49,284 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:49,285 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2013-10-23 23:22:49,294 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,317 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1265552559_0005
2013-10-23 23:22:49,319 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:49,319 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1265552559_0005_m_000000_0
2013-10-23 23:22:49,320 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,321 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:49,321 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@db951f2
2013-10-23 23:22:49,322 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:49,322 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:49,380 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:49,380 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:49,382 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:49,382 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,387 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,387 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,390 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,392 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,393 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1265552559_0005_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,395 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,395 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1265552559_0005_m_000000_0' done.
2013-10-23 23:22:49,395 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1265552559_0005_m_000000_0
2013-10-23 23:22:49,395 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,398 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,398 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,399 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,399 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,399 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,400 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,400 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,407 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,408 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-23 23:22:49,416 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1265552559_0005_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,419 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,420 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1265552559_0005_r_000000_0 is allowed to commit now
2013-10-23 23:22:49,423 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1265552559_0005_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-23 23:22:49,428 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:49,428 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1265552559_0005_r_000000_0' done.
2013-10-23 23:22:49,437 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP/_temporary
2013-10-23 23:22:49,450 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,462 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,463 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-23 23:22:49,470 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,470 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,482 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:49,483 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,483 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-23 23:22:49,483 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:49,483 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:49,483 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:49,483 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2013-10-23 23:22:49,493 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,521 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local576794897_0006
2013-10-23 23:22:49,522 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:49,522 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local576794897_0006_m_000000_0
2013-10-23 23:22:49,523 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,525 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:49,525 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@a2eb6fb
2013-10-23 23:22:49,526 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:49,526 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:49,585 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:49,585 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:49,586 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:49,586 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,591 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,592 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,594 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,596 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,597 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local576794897_0006_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,599 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,599 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local576794897_0006_m_000000_0' done.
2013-10-23 23:22:49,599 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local576794897_0006_m_000000_0
2013-10-23 23:22:49,599 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,602 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,603 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,603 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,603 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,604 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,604 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,604 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,611 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,612 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-23 23:22:49,619 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local576794897_0006_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,620 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,620 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local576794897_0006_r_000000_0 is allowed to commit now
2013-10-23 23:22:49,622 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local576794897_0006_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-23 23:22:49,623 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:49,623 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local576794897_0006_r_000000_0' done.
2013-10-23 23:22:49,638 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2013-10-23 23:22:49,645 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,653 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,654 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-23 23:22:49,664 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,665 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,671 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_'field'
2013-10-23 23:22:49,678 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,679 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,691 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:49,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-23 23:22:49,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:49,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:49,692 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:49,693 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2013-10-23 23:22:49,702 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,725 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1836601217_0007
2013-10-23 23:22:49,727 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:49,727 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1836601217_0007_m_000000_0
2013-10-23 23:22:49,728 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,730 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:49,730 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@672ae2bc
2013-10-23 23:22:49,731 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:49,732 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:49,792 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:49,792 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:49,793 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:49,793 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,800 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,800 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,803 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,805 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,807 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1836601217_0007_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,808 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,808 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1836601217_0007_m_000000_0' done.
2013-10-23 23:22:49,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1836601217_0007_m_000000_0
2013-10-23 23:22:49,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,811 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,811 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,812 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,812 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,813 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,813 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,819 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,819 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-23 23:22:49,823 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1836601217_0007_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,824 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,825 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1836601217_0007_r_000000_0 is allowed to commit now
2013-10-23 23:22:49,827 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1836601217_0007_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-23 23:22:49,828 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:49,828 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1836601217_0007_r_000000_0' done.
2013-10-23 23:22:49,835 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2013-10-23 23:22:49,842 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,849 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,850 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-23 23:22:49,855 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:49,856 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:49,866 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:49,866 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,866 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-23 23:22:49,866 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:49,866 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:49,867 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:49,867 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2013-10-23 23:22:49,874 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:49,895 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local159092023_0008
2013-10-23 23:22:49,896 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:49,897 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local159092023_0008_m_000000_0
2013-10-23 23:22:49,898 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,898 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:49,899 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2e8cd4db
2013-10-23 23:22:49,900 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:49,900 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:49,960 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:49,961 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:49,961 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:49,961 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:49,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,970 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:49,973 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:49,974 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local159092023_0008_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,976 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:49,976 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local159092023_0008_m_000000_0' done.
2013-10-23 23:22:49,976 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local159092023_0008_m_000000_0
2013-10-23 23:22:49,976 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:49,980 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:49,981 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,981 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:49,982 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:49,982 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,983 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:49,983 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:49,990 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:49,990 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-23 23:22:49,997 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local159092023_0008_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:49,998 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:49,998 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local159092023_0008_r_000000_0 is allowed to commit now
2013-10-23 23:22:50,000 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local159092023_0008_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-23 23:22:50,001 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:50,001 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local159092023_0008_r_000000_0' done.
2013-10-23 23:22:50,013 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2013-10-23 23:22:50,020 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,026 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,027 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-23 23:22:50,033 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,033 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,043 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,043 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-23 23:22:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,044 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-23 23:22:50,052 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,072 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local29163331_0009
2013-10-23 23:22:50,074 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,074 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local29163331_0009_m_000000_0
2013-10-23 23:22:50,075 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,077 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,077 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3d637d45
2013-10-23 23:22:50,078 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,079 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,143 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,143 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,145 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,145 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,151 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,151 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,154 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,156 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,158 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local29163331_0009_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,160 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,160 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local29163331_0009_m_000000_0' done.
2013-10-23 23:22:50,160 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local29163331_0009_m_000000_0
2013-10-23 23:22:50,160 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,163 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,165 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,165 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,165 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,166 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,166 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,172 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,173 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-23 23:22:50,178 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,181 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local29163331_0009
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,187 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:50,187 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:50,188 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:50,188 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-23 23:22:50,188 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:50,189 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2013-10-23 23:22:50,189 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE
2013-10-23 23:22:50,198 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,198 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-23 23:22:50,209 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,210 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,210 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,210 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2013-10-23 23:22:50,220 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,242 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local2143401270_0010
2013-10-23 23:22:50,243 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,243 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2143401270_0010_m_000000_0
2013-10-23 23:22:50,245 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,246 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,246 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6ccd2163
2013-10-23 23:22:50,248 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,248 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,316 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,316 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,317 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,317 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,322 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,322 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,324 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,326 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,327 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2143401270_0010_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,329 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,329 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2143401270_0010_m_000000_0' done.
2013-10-23 23:22:50,329 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2143401270_0010_m_000000_0
2013-10-23 23:22:50,329 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,332 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,332 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,333 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,333 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,334 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,334 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,340 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,340 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-23 23:22:50,347 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2143401270_0010_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,348 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,348 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local2143401270_0010_r_000000_0 is allowed to commit now
2013-10-23 23:22:50,350 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2143401270_0010_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-23 23:22:50,351 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:50,352 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2143401270_0010_r_000000_0' done.
2013-10-23 23:22:50,357 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2013-10-23 23:22:50,363 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,370 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,371 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-23 23:22:50,378 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,379 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,391 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,392 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,392 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-23 23:22:50,392 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,392 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,392 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,392 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-23 23:22:50,400 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,421 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local410999695_0011
2013-10-23 23:22:50,423 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,423 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local410999695_0011_m_000000_0
2013-10-23 23:22:50,424 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,425 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,425 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1cd8f55c
2013-10-23 23:22:50,426 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,427 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,489 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,489 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,490 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,490 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,496 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,496 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,499 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,501 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,503 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local410999695_0011_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,504 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,504 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local410999695_0011_m_000000_0' done.
2013-10-23 23:22:50,504 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local410999695_0011_m_000000_0
2013-10-23 23:22:50,505 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,507 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,508 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,508 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,509 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,509 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,509 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,509 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,514 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,514 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-23 23:22:50,517 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,518 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local410999695_0011
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,521 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:50,521 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:50,522 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:50,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-23 23:22:50,522 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:50,522 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1/_temporary
2013-10-23 23:22:50,523 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_-1
2013-10-23 23:22:50,530 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,530 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,535 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_'field'
2013-10-23 23:22:50,541 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,541 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-23 23:22:50,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,550 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-23 23:22:50,556 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,572 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local158502428_0012
2013-10-23 23:22:50,573 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,573 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local158502428_0012_m_000000_0
2013-10-23 23:22:50,574 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,575 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,575 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4665d588
2013-10-23 23:22:50,576 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,576 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,637 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,637 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,638 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,638 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,643 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,643 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,646 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,648 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,649 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local158502428_0012_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,651 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,651 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local158502428_0012_m_000000_0' done.
2013-10-23 23:22:50,651 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local158502428_0012_m_000000_0
2013-10-23 23:22:50,651 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,653 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,653 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,654 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,654 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,654 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,654 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,655 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,659 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,659 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-23 23:22:50,661 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,663 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local158502428_0012
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,668 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:50,668 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:50,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:50,669 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-23 23:22:50,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:50,669 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2013-10-23 23:22:50,669 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS
2013-10-23 23:22:50,675 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,676 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,685 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-23 23:22:50,692 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,708 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1589822430_0013
2013-10-23 23:22:50,710 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,710 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1589822430_0013_m_000000_0
2013-10-23 23:22:50,711 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,712 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,712 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3da3da69
2013-10-23 23:22:50,713 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,713 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,774 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,774 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,775 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,775 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,779 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,780 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,782 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,784 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,785 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1589822430_0013_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,786 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,787 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1589822430_0013_m_000000_0' done.
2013-10-23 23:22:50,787 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1589822430_0013_m_000000_0
2013-10-23 23:22:50,787 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,789 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,789 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,790 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,790 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,790 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,791 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,791 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,796 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,796 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-23 23:22:50,800 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,802 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1589822430_0013
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,806 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:50,806 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:50,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:50,807 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-23 23:22:50,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:50,808 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL/_temporary
2013-10-23 23:22:50,808 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_ALL
2013-10-23 23:22:50,816 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,816 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-23 23:22:50,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,826 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-23 23:22:50,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,847 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1504633001_0014
2013-10-23 23:22:50,849 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,849 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1504633001_0014_m_000000_0
2013-10-23 23:22:50,850 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,850 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,851 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@487f6155
2013-10-23 23:22:50,852 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,852 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:50,912 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:50,912 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:50,913 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:50,913 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,917 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,917 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,919 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:50,921 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:50,922 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1504633001_0014_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:50,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:50,923 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1504633001_0014_m_000000_0' done.
2013-10-23 23:22:50,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1504633001_0014_m_000000_0
2013-10-23 23:22:50,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:50,925 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,925 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,926 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:50,926 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:50,926 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:50,927 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:50,927 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:50,930 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:50,931 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-23 23:22:50,933 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,935 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1504633001_0014
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:50,943 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:50,944 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:50,945 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:50,945 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-23 23:22:50,945 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:50,945 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2013-10-23 23:22:50,945 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE
2013-10-23 23:22:50,951 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:50,951 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:50,959 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:50,960 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-23 23:22:50,965 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:50,980 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1994278010_0015
2013-10-23 23:22:50,981 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:50,981 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1994278010_0015_m_000000_0
2013-10-23 23:22:50,982 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:50,983 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:50,983 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7694837a
2013-10-23 23:22:50,984 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:50,984 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,045 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,045 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,046 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,046 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,050 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,051 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,053 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,055 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,056 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1994278010_0015_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,058 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,058 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1994278010_0015_m_000000_0' done.
2013-10-23 23:22:51,058 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1994278010_0015_m_000000_0
2013-10-23 23:22:51,058 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,061 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,061 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,062 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,062 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,063 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,063 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,063 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,069 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,069 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-23 23:22:51,072 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:51,074 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1994278010_0015
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:51,077 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:51,077 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:51,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:51,083 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-23 23:22:51,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:51,083 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP/_temporary
2013-10-23 23:22:51,083 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_SWAP
2013-10-23 23:22:51,090 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,091 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,099 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,099 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,099 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-23 23:22:51,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,100 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,100 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2013-10-23 23:22:51,107 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,123 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local366507202_0016
2013-10-23 23:22:51,125 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,125 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local366507202_0016_m_000000_0
2013-10-23 23:22:51,127 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,128 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,128 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@28562791
2013-10-23 23:22:51,129 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,130 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,194 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,196 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,202 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,202 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,207 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,207 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,209 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,211 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,212 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local366507202_0016_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,213 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,213 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local366507202_0016_m_000000_0' done.
2013-10-23 23:22:51,214 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local366507202_0016_m_000000_0
2013-10-23 23:22:51,214 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,216 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,216 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,216 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,217 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,217 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,217 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,217 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,221 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,222 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-23 23:22:51,227 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local366507202_0016_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,229 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local366507202_0016_r_000000_0 is allowed to commit now
2013-10-23 23:22:51,230 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local366507202_0016_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-23 23:22:51,232 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:51,232 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local366507202_0016_r_000000_0' done.
2013-10-23 23:22:51,244 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1/_temporary
2013-10-23 23:22:51,249 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,255 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,256 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-23 23:22:51,261 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,261 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,264 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_'field'
2013-10-23 23:22:51,269 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,270 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,277 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,278 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,278 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-23 23:22:51,278 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,278 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,278 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,279 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2013-10-23 23:22:51,287 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,304 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local372877175_0017
2013-10-23 23:22:51,306 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,306 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local372877175_0017_m_000000_0
2013-10-23 23:22:51,307 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,307 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,308 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@11ace672
2013-10-23 23:22:51,308 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,308 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,374 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,376 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,381 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,381 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,385 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,385 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,387 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,389 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,390 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local372877175_0017_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,391 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,392 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local372877175_0017_m_000000_0' done.
2013-10-23 23:22:51,392 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local372877175_0017_m_000000_0
2013-10-23 23:22:51,392 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,394 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,394 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,394 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,395 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,395 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,395 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,395 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,399 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,399 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-23 23:22:51,404 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local372877175_0017_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,405 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,405 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local372877175_0017_r_000000_0 is allowed to commit now
2013-10-23 23:22:51,407 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local372877175_0017_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-23 23:22:51,408 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:51,408 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local372877175_0017_r_000000_0' done.
2013-10-23 23:22:51,418 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2013-10-23 23:22:51,424 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,429 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,430 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-23 23:22:51,434 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,435 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,437 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_ALL
2013-10-23 23:22:51,442 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,442 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,449 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,449 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,449 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-23 23:22:51,449 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,449 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,450 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,450 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2013-10-23 23:22:51,455 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,469 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1115613488_0018
2013-10-23 23:22:51,472 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,472 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1115613488_0018_m_000000_0
2013-10-23 23:22:51,473 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,474 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,474 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@34c7da23
2013-10-23 23:22:51,474 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,475 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,538 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,538 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,539 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,539 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,543 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,543 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,545 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,547 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,551 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1115613488_0018_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,552 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,552 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1115613488_0018_m_000000_0' done.
2013-10-23 23:22:51,552 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1115613488_0018_m_000000_0
2013-10-23 23:22:51,552 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,554 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,555 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,555 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,555 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,556 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,556 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,556 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-23 23:22:51,568 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1115613488_0018_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,570 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,570 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1115613488_0018_r_000000_0 is allowed to commit now
2013-10-23 23:22:51,572 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1115613488_0018_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-23 23:22:51,573 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:51,573 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1115613488_0018_r_000000_0' done.
2013-10-23 23:22:51,585 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2013-10-23 23:22:51,590 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,596 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,596 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-23 23:22:51,601 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,601 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-23 23:22:51,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,609 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2013-10-23 23:22:51,615 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,630 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local66001867_0019
2013-10-23 23:22:51,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local66001867_0019_m_000000_0
2013-10-23 23:22:51,633 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,633 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,633 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6da13f3d
2013-10-23 23:22:51,634 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,634 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,698 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,698 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,699 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,699 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,703 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,703 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,705 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,706 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,708 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local66001867_0019_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,709 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,709 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local66001867_0019_m_000000_0' done.
2013-10-23 23:22:51,709 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local66001867_0019_m_000000_0
2013-10-23 23:22:51,709 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,711 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,712 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,712 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,712 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,713 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,713 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,713 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,717 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,717 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-23 23:22:51,722 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local66001867_0019_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,723 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,723 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local66001867_0019_r_000000_0 is allowed to commit now
2013-10-23 23:22:51,725 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local66001867_0019_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-23 23:22:51,726 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:51,726 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local66001867_0019_r_000000_0' done.
2013-10-23 23:22:51,730 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary
2013-10-23 23:22:51,736 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,742 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,743 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-23 23:22:51,748 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,748 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,756 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,756 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,756 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-23 23:22:51,756 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,757 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,757 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,758 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_'field'_-1
2013-10-23 23:22:51,765 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,783 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local511063025_0020
2013-10-23 23:22:51,785 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,785 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local511063025_0020_m_000000_0
2013-10-23 23:22:51,786 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,787 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,787 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@33dd66fd
2013-10-23 23:22:51,788 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,788 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:51,856 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:51,856 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:51,857 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:51,857 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,862 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,862 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,864 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:51,866 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:51,870 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local511063025_0020_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,871 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:51,871 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local511063025_0020_m_000000_0' done.
2013-10-23 23:22:51,871 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local511063025_0020_m_000000_0
2013-10-23 23:22:51,871 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:51,874 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,874 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,874 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:51,875 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:51,875 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,875 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:51,875 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:51,880 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:51,880 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-23 23:22:51,886 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local511063025_0020_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:51,886 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:51,887 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local511063025_0020_r_000000_0 is allowed to commit now
2013-10-23 23:22:51,888 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local511063025_0020_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-23 23:22:51,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:51,889 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local511063025_0020_r_000000_0' done.
2013-10-23 23:22:51,898 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1/_temporary
2013-10-23 23:22:51,903 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,909 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,910 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-23 23:22:51,915 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:51,915 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:51,922 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:51,923 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:51,923 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-23 23:22:51,923 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:51,923 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:51,923 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:51,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_'field'
2013-10-23 23:22:51,930 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:51,945 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local384070223_0021
2013-10-23 23:22:51,946 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:51,946 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local384070223_0021_m_000000_0
2013-10-23 23:22:51,947 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:51,948 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:51,948 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1e4651bf
2013-10-23 23:22:51,949 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:51,949 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,013 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,013 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,014 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,014 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,017 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,017 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,019 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,021 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,023 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local384070223_0021_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,025 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,025 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local384070223_0021_m_000000_0' done.
2013-10-23 23:22:52,025 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local384070223_0021_m_000000_0
2013-10-23 23:22:52,025 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,030 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,031 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,032 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,032 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,032 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,033 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,033 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,038 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,038 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-23 23:22:52,045 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local384070223_0021_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,046 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,046 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local384070223_0021_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,048 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local384070223_0021_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-23 23:22:52,050 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,050 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local384070223_0021_r_000000_0' done.
2013-10-23 23:22:52,056 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'/_temporary
2013-10-23 23:22:52,062 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,068 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,069 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-23 23:22:52,074 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,074 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,080 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-23 23:22:52,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,082 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_RESULTS
2013-10-23 23:22:52,088 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,102 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1128266290_0022
2013-10-23 23:22:52,104 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,104 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1128266290_0022_m_000000_0
2013-10-23 23:22:52,105 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,106 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,106 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@219baf0b
2013-10-23 23:22:52,107 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,107 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,170 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,170 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,171 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,171 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,176 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,176 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,178 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,180 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,182 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1128266290_0022_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,183 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,184 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1128266290_0022_m_000000_0' done.
2013-10-23 23:22:52,184 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1128266290_0022_m_000000_0
2013-10-23 23:22:52,184 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,186 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,187 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,187 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,187 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,187 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,188 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,188 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,192 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,192 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-23 23:22:52,198 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1128266290_0022_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,199 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,199 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1128266290_0022_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,200 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1128266290_0022_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-23 23:22:52,201 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,201 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1128266290_0022_r_000000_0' done.
2013-10-23 23:22:52,213 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS/_temporary
2013-10-23 23:22:52,218 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,223 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,224 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-23 23:22:52,229 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,229 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,235 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,235 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,236 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-23 23:22:52,236 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,236 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,236 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,236 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_'field'_ALL
2013-10-23 23:22:52,244 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,262 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local2092211685_0023
2013-10-23 23:22:52,264 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,264 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2092211685_0023_m_000000_0
2013-10-23 23:22:52,264 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,265 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,265 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4e78b73f
2013-10-23 23:22:52,266 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,266 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,329 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,329 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,330 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,330 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,333 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,333 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,335 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,336 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,339 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2092211685_0023_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,340 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,341 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2092211685_0023_m_000000_0' done.
2013-10-23 23:22:52,341 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2092211685_0023_m_000000_0
2013-10-23 23:22:52,341 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,343 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,344 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,344 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,345 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,345 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,345 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,345 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,350 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,350 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-23 23:22:52,356 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2092211685_0023_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,358 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,358 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local2092211685_0023_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,359 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2092211685_0023_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-23 23:22:52,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,360 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2092211685_0023_r_000000_0' done.
2013-10-23 23:22:52,372 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL/_temporary
2013-10-23 23:22:52,378 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,383 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,384 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-23 23:22:52,389 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,389 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,391 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_REPLACE
2013-10-23 23:22:52,396 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,396 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-23 23:22:52,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,403 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2013-10-23 23:22:52,409 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,422 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local999944891_0024
2013-10-23 23:22:52,424 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,424 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local999944891_0024_m_000000_0
2013-10-23 23:22:52,425 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,426 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,426 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1e085b8d
2013-10-23 23:22:52,426 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,427 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,490 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,490 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,491 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,492 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,495 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,495 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,497 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,498 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,503 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local999944891_0024_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,505 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,505 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local999944891_0024_m_000000_0' done.
2013-10-23 23:22:52,505 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local999944891_0024_m_000000_0
2013-10-23 23:22:52,505 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,507 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,507 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,508 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,508 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,509 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,509 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,509 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,514 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,514 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-23 23:22:52,520 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local999944891_0024_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,521 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,521 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local999944891_0024_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,523 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local999944891_0024_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-23 23:22:52,524 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,524 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local999944891_0024_r_000000_0' done.
2013-10-23 23:22:52,536 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP/_temporary
2013-10-23 23:22:52,542 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,549 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,550 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-23 23:22:52,555 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,555 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,562 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,562 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,562 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-23 23:22:52,562 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,562 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,563 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,563 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2013-10-23 23:22:52,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,581 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local945884620_0025
2013-10-23 23:22:52,583 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,583 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local945884620_0025_m_000000_0
2013-10-23 23:22:52,584 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,584 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,584 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6db0dec3
2013-10-23 23:22:52,585 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,585 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,648 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,648 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,649 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,649 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,652 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,652 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,654 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,655 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,658 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local945884620_0025_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,659 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,660 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local945884620_0025_m_000000_0' done.
2013-10-23 23:22:52,660 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local945884620_0025_m_000000_0
2013-10-23 23:22:52,660 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,662 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,662 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,662 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,663 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,663 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,663 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,663 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,667 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,667 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-23 23:22:52,673 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local945884620_0025_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,674 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local945884620_0025_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,676 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local945884620_0025_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-23 23:22:52,676 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,677 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local945884620_0025_r_000000_0' done.
2013-10-23 23:22:52,681 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary
2013-10-23 23:22:52,687 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,692 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,693 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-23 23:22:52,697 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,698 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,700 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_'field'
2013-10-23 23:22:52,704 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,704 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,710 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,711 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,711 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-23 23:22:52,711 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,711 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,711 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,711 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2013-10-23 23:22:52,718 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,732 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local269814548_0026
2013-10-23 23:22:52,733 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,733 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local269814548_0026_m_000000_0
2013-10-23 23:22:52,734 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,735 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,735 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3e99c59d
2013-10-23 23:22:52,735 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,735 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,798 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,798 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,799 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,799 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,802 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,802 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,804 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,805 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,807 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local269814548_0026_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,809 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local269814548_0026_m_000000_0' done.
2013-10-23 23:22:52,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local269814548_0026_m_000000_0
2013-10-23 23:22:52,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,811 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,811 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,812 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,812 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,812 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,812 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,812 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,816 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,816 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-23 23:22:52,821 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local269814548_0026_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,822 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,822 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local269814548_0026_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,824 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local269814548_0026_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-23 23:22:52,825 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,825 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local269814548_0026_r_000000_0' done.
2013-10-23 23:22:52,831 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2013-10-23 23:22:52,836 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,841 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,842 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-23 23:22:52,847 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,847 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-23 23:22:52,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,854 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2013-10-23 23:22:52,859 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1042701355_0027
2013-10-23 23:22:52,876 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:52,876 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1042701355_0027_m_000000_0
2013-10-23 23:22:52,877 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,877 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:52,878 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@44ad78a2
2013-10-23 23:22:52,878 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:52,878 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:52,941 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:52,941 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:52,942 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:52,942 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,945 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,945 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,947 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:52,948 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:52,951 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1042701355_0027_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:52,952 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1042701355_0027_m_000000_0' done.
2013-10-23 23:22:52,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1042701355_0027_m_000000_0
2013-10-23 23:22:52,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:52,954 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:52,954 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,955 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:52,955 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:52,955 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,955 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:52,956 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:52,959 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:52,959 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-23 23:22:52,964 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1042701355_0027_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:52,965 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:52,965 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1042701355_0027_r_000000_0 is allowed to commit now
2013-10-23 23:22:52,966 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1042701355_0027_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-23 23:22:52,967 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:52,967 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1042701355_0027_r_000000_0' done.
2013-10-23 23:22:52,973 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2013-10-23 23:22:52,979 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,986 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:52,987 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-23 23:22:52,991 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:52,991 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:52,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:52,998 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-23 23:22:53,002 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,016 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local869299773_0028
2013-10-23 23:22:53,018 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,018 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local869299773_0028_m_000000_0
2013-10-23 23:22:53,019 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,020 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,020 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@a71c9a
2013-10-23 23:22:53,021 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,021 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,084 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,085 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,085 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,085 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,088 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,088 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,090 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,091 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,095 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local869299773_0028_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,096 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,096 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local869299773_0028_m_000000_0' done.
2013-10-23 23:22:53,096 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local869299773_0028_m_000000_0
2013-10-23 23:22:53,097 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,099 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,099 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,100 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,100 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,100 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,100 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,103 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,104 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-23 23:22:53,106 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,108 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local869299773_0028
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,116 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,116 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,117 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,117 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-23 23:22:53,117 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,117 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2013-10-23 23:22:53,117 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE
2013-10-23 23:22:53,122 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,123 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,129 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,130 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2013-10-23 23:22:53,136 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,150 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local719367050_0029
2013-10-23 23:22:53,152 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,152 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local719367050_0029_m_000000_0
2013-10-23 23:22:53,153 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,154 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,154 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1c55a106
2013-10-23 23:22:53,155 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,155 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,219 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,219 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,220 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,220 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,223 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,223 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,224 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,226 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,227 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local719367050_0029_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,228 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local719367050_0029_m_000000_0' done.
2013-10-23 23:22:53,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local719367050_0029_m_000000_0
2013-10-23 23:22:53,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,233 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,233 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,233 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,234 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,234 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,234 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,234 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,237 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,237 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-23 23:22:53,242 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local719367050_0029_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,244 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,244 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local719367050_0029_r_000000_0 is allowed to commit now
2013-10-23 23:22:53,246 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local719367050_0029_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-23 23:22:53,246 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:53,246 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local719367050_0029_r_000000_0' done.
2013-10-23 23:22:53,253 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2013-10-23 23:22:53,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,264 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,265 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-23 23:22:53,269 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,269 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,275 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,276 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-23 23:22:53,280 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,293 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local264827125_0030
2013-10-23 23:22:53,295 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,295 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local264827125_0030_m_000000_0
2013-10-23 23:22:53,296 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,297 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,297 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6c538793
2013-10-23 23:22:53,298 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,298 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,363 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,363 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,364 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,364 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,367 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,368 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,369 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,370 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,371 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local264827125_0030_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,372 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,372 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local264827125_0030_m_000000_0' done.
2013-10-23 23:22:53,372 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local264827125_0030_m_000000_0
2013-10-23 23:22:53,372 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,375 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,376 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,376 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,376 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,377 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,377 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,377 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,380 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,380 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-23 23:22:53,382 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,384 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local264827125_0030
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,394 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,394 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,396 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,396 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-23 23:22:53,397 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,397 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1/_temporary
2013-10-23 23:22:53,398 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_-1
2013-10-23 23:22:53,403 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,403 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,405 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_'field'
2013-10-23 23:22:53,410 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,410 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,417 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_RESULTS
2013-10-23 23:22:53,422 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,435 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local514239098_0031
2013-10-23 23:22:53,437 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,437 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local514239098_0031_m_000000_0
2013-10-23 23:22:53,438 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,439 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,439 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1d4b0e9
2013-10-23 23:22:53,440 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,440 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,503 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,504 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,504 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,504 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,508 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,508 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,510 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,512 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,513 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local514239098_0031_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,514 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,514 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local514239098_0031_m_000000_0' done.
2013-10-23 23:22:53,514 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local514239098_0031_m_000000_0
2013-10-23 23:22:53,514 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,518 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,519 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,519 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,519 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,520 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,520 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,520 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,523 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,524 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-23 23:22:53,527 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,528 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local514239098_0031
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,535 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,535 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,536 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,537 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_RESULTS
2013-10-23 23:22:53,537 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,537 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS/_temporary
2013-10-23 23:22:53,537 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_RESULTS
2013-10-23 23:22:53,542 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,543 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,548 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,549 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-23 23:22:53,553 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1397533291_0032
2013-10-23 23:22:53,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1397533291_0032_m_000000_0
2013-10-23 23:22:53,568 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,569 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,569 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5c12e33d
2013-10-23 23:22:53,570 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,570 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,635 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,635 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,636 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,636 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,639 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,639 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,641 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,642 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,643 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1397533291_0032_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,645 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,645 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1397533291_0032_m_000000_0' done.
2013-10-23 23:22:53,645 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1397533291_0032_m_000000_0
2013-10-23 23:22:53,645 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,649 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,649 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,650 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,650 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,650 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,650 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,650 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,653 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,654 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-23 23:22:53,656 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,658 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1397533291_0032
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,667 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,667 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,668 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,668 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-23 23:22:53,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,670 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL/_temporary
2013-10-23 23:22:53,670 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_ALL
2013-10-23 23:22:53,675 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,675 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,681 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,681 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_REPLACE
2013-10-23 23:22:53,686 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,699 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local558123367_0033
2013-10-23 23:22:53,701 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,701 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local558123367_0033_m_000000_0
2013-10-23 23:22:53,702 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,703 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,703 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6da13047
2013-10-23 23:22:53,704 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,704 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,770 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,770 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,771 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,771 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,775 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,777 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,778 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local558123367_0033_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,779 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local558123367_0033_m_000000_0' done.
2013-10-23 23:22:53,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local558123367_0033_m_000000_0
2013-10-23 23:22:53,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,782 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,782 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,783 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,783 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,783 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,783 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,784 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,786 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,786 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-23 23:22:53,789 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,791 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local558123367_0033
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,792 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,792 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,794 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,794 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_REPLACE
2013-10-23 23:22:53,796 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,796 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE/_temporary
2013-10-23 23:22:53,796 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_REPLACE
2013-10-23 23:22:53,804 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,804 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,810 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-23 23:22:53,816 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,828 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1601290856_0034
2013-10-23 23:22:53,830 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,830 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1601290856_0034_m_000000_0
2013-10-23 23:22:53,830 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,831 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,831 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@16fc6b62
2013-10-23 23:22:53,832 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,832 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:53,898 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:53,898 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:53,899 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:53,899 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,905 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,905 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,906 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:53,908 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:53,909 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1601290856_0034_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:53,910 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:53,910 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1601290856_0034_m_000000_0' done.
2013-10-23 23:22:53,910 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1601290856_0034_m_000000_0
2013-10-23 23:22:53,910 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:53,912 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,912 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,913 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:53,913 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:53,913 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:53,914 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:53,914 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:53,917 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:53,917 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-23 23:22:53,919 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,921 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1601290856_0034
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:53,929 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:53,930 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:53,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:53,931 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-23 23:22:53,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:53,932 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP/_temporary
2013-10-23 23:22:53,932 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_SWAP
2013-10-23 23:22:53,938 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:53,938 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:53,944 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:53,945 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2013-10-23 23:22:53,950 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:53,962 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local575456073_0035
2013-10-23 23:22:53,964 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:53,964 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local575456073_0035_m_000000_0
2013-10-23 23:22:53,965 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:53,966 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:53,966 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@29b278f1
2013-10-23 23:22:53,967 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:53,967 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,032 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,033 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,033 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,034 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,037 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,037 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,038 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,040 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,042 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local575456073_0035_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,043 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,044 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local575456073_0035_m_000000_0' done.
2013-10-23 23:22:54,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local575456073_0035_m_000000_0
2013-10-23 23:22:54,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,047 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,047 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,048 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,048 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,049 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,049 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,049 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,053 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,053 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-23 23:22:54,058 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local575456073_0035_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,060 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,060 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local575456073_0035_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,062 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local575456073_0035_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-23 23:22:54,063 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,063 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local575456073_0035_r_000000_0' done.
2013-10-23 23:22:54,075 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1/_temporary
2013-10-23 23:22:54,081 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,086 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,087 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-23 23:22:54,091 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,091 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,093 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_'field'
2013-10-23 23:22:54,098 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,098 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-23 23:22:54,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,104 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2013-10-23 23:22:54,111 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,124 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local53750592_0036
2013-10-23 23:22:54,125 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,125 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local53750592_0036_m_000000_0
2013-10-23 23:22:54,126 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,127 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,127 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@eee2024
2013-10-23 23:22:54,128 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,128 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,196 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,196 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,197 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,197 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,200 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,200 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,201 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,202 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,203 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local53750592_0036_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,205 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local53750592_0036_m_000000_0' done.
2013-10-23 23:22:54,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local53750592_0036_m_000000_0
2013-10-23 23:22:54,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,208 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,209 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,210 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,210 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,210 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,210 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,211 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,213 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,213 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-23 23:22:54,217 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local53750592_0036_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,218 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,218 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local53750592_0036_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,220 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local53750592_0036_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-23 23:22:54,221 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,221 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local53750592_0036_r_000000_0' done.
2013-10-23 23:22:54,229 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary
2013-10-23 23:22:54,234 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,240 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,240 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-23 23:22:54,245 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,245 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,247 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_ALL
2013-10-23 23:22:54,252 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,252 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,258 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,259 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2013-10-23 23:22:54,263 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,276 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local871935061_0037
2013-10-23 23:22:54,277 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,277 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local871935061_0037_m_000000_0
2013-10-23 23:22:54,278 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,279 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,279 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2b6ea258
2013-10-23 23:22:54,280 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,280 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,345 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,345 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,346 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,346 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,349 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,349 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,351 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,352 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,353 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local871935061_0037_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,354 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,354 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local871935061_0037_m_000000_0' done.
2013-10-23 23:22:54,354 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local871935061_0037_m_000000_0
2013-10-23 23:22:54,354 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,359 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,360 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,360 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,361 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,361 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,361 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,365 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,365 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-23 23:22:54,370 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local871935061_0037_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,371 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,371 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local871935061_0037_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,373 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local871935061_0037_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-23 23:22:54,374 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,374 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local871935061_0037_r_000000_0' done.
2013-10-23 23:22:54,380 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary
2013-10-23 23:22:54,385 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,391 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,392 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-23 23:22:54,396 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,396 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,401 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-23 23:22:54,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,402 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2013-10-23 23:22:54,408 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,422 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1145870121_0038
2013-10-23 23:22:54,424 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,424 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1145870121_0038_m_000000_0
2013-10-23 23:22:54,425 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,425 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,425 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@23597cac
2013-10-23 23:22:54,426 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,426 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,493 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,493 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,494 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,494 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,497 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,497 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,498 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,499 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,500 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1145870121_0038_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,501 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1145870121_0038_m_000000_0' done.
2013-10-23 23:22:54,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1145870121_0038_m_000000_0
2013-10-23 23:22:54,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,506 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,506 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,507 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,507 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,507 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,507 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,507 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,510 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,511 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-23 23:22:54,515 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1145870121_0038_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,517 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,517 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1145870121_0038_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,518 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1145870121_0038_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-23 23:22:54,519 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,519 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1145870121_0038_r_000000_0' done.
2013-10-23 23:22:54,527 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP/_temporary
2013-10-23 23:22:54,533 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,538 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,539 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-23 23:22:54,543 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,543 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,550 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2013-10-23 23:22:54,555 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,568 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local537690771_0039
2013-10-23 23:22:54,569 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,569 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local537690771_0039_m_000000_0
2013-10-23 23:22:54,570 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,571 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,571 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7964b4fe
2013-10-23 23:22:54,572 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,572 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,638 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,639 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,639 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,640 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,642 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,642 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,644 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,645 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,646 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local537690771_0039_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,647 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,647 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local537690771_0039_m_000000_0' done.
2013-10-23 23:22:54,647 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local537690771_0039_m_000000_0
2013-10-23 23:22:54,647 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,651 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,651 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,652 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,652 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,652 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,652 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,652 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,655 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,655 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-23 23:22:54,659 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local537690771_0039_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,660 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,661 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local537690771_0039_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,663 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local537690771_0039_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-23 23:22:54,664 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,664 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local537690771_0039_r_000000_0' done.
2013-10-23 23:22:54,672 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1/_temporary
2013-10-23 23:22:54,677 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,682 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,683 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-23 23:22:54,687 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,688 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,693 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,694 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_'field'
2013-10-23 23:22:54,699 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,712 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local793342601_0040
2013-10-23 23:22:54,714 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,714 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local793342601_0040_m_000000_0
2013-10-23 23:22:54,715 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,716 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,716 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6888b0b3
2013-10-23 23:22:54,717 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,717 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,785 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,786 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,786 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,787 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,789 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,789 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,790 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,792 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,793 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local793342601_0040_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,794 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,794 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local793342601_0040_m_000000_0' done.
2013-10-23 23:22:54,794 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local793342601_0040_m_000000_0
2013-10-23 23:22:54,794 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,797 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,798 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,798 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,798 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,799 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,799 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,799 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,802 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,802 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-23 23:22:54,807 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local793342601_0040_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,809 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,809 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local793342601_0040_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,811 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local793342601_0040_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-23 23:22:54,812 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,812 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local793342601_0040_r_000000_0' done.
2013-10-23 23:22:54,817 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'/_temporary
2013-10-23 23:22:54,824 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,830 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,831 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-23 23:22:54,837 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,837 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,846 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2013-10-23 23:22:54,852 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,866 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local487654675_0041
2013-10-23 23:22:54,868 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:54,868 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local487654675_0041_m_000000_0
2013-10-23 23:22:54,869 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,869 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:54,870 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@53d11f70
2013-10-23 23:22:54,870 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:54,870 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:54,937 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:54,937 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:54,938 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:54,938 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,941 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,941 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,943 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:54,945 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:54,946 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local487654675_0041_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,948 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:54,948 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local487654675_0041_m_000000_0' done.
2013-10-23 23:22:54,948 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local487654675_0041_m_000000_0
2013-10-23 23:22:54,948 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:54,952 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:54,953 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,953 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:54,953 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:54,954 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,954 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:54,954 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:54,956 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:54,957 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-23 23:22:54,962 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local487654675_0041_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:54,963 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:54,963 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local487654675_0041_r_000000_0 is allowed to commit now
2013-10-23 23:22:54,965 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local487654675_0041_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-23 23:22:54,966 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:54,966 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local487654675_0041_r_000000_0' done.
2013-10-23 23:22:54,969 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2013-10-23 23:22:54,975 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,981 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:54,981 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-23 23:22:54,986 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:54,986 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:54,992 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:54,993 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2013-10-23 23:22:54,998 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,013 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local9995731_0042
2013-10-23 23:22:55,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local9995731_0042_m_000000_0
2013-10-23 23:22:55,016 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,017 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,018 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5baa0b72
2013-10-23 23:22:55,018 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,018 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,085 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,085 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,086 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,086 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,088 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,088 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,090 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,091 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,092 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local9995731_0042_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,093 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,094 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local9995731_0042_m_000000_0' done.
2013-10-23 23:22:55,094 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local9995731_0042_m_000000_0
2013-10-23 23:22:55,094 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,097 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,097 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,097 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,098 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,098 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,098 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,098 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,100 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,100 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-23 23:22:55,105 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local9995731_0042_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,106 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,107 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local9995731_0042_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,109 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local9995731_0042_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-23 23:22:55,110 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,110 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local9995731_0042_r_000000_0' done.
2013-10-23 23:22:55,115 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL/_temporary
2013-10-23 23:22:55,120 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,126 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,127 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-23 23:22:55,131 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,131 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,133 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_REPLACE
2013-10-23 23:22:55,138 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,138 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,143 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,144 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,144 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-23 23:22:55,144 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,144 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,144 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,144 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_'field'_SWAP
2013-10-23 23:22:55,150 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local785103571_0043
2013-10-23 23:22:55,167 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,167 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local785103571_0043_m_000000_0
2013-10-23 23:22:55,168 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,168 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,168 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@66c9153e
2013-10-23 23:22:55,169 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,169 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,235 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,235 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,236 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,236 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,239 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,239 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,240 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,241 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,243 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local785103571_0043_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,244 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,244 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local785103571_0043_m_000000_0' done.
2013-10-23 23:22:55,244 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local785103571_0043_m_000000_0
2013-10-23 23:22:55,245 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,248 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,248 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,249 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,249 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,249 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,250 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,250 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,253 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,253 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-23 23:22:55,258 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local785103571_0043_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,260 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,260 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local785103571_0043_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,262 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local785103571_0043_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-23 23:22:55,263 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,263 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local785103571_0043_r_000000_0' done.
2013-10-23 23:22:55,267 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary
2013-10-23 23:22:55,273 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,279 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,280 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-23 23:22:55,284 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,285 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,290 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,291 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2013-10-23 23:22:55,296 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,310 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local930276470_0044
2013-10-23 23:22:55,313 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,313 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local930276470_0044_m_000000_0
2013-10-23 23:22:55,314 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,315 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,315 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@29345550
2013-10-23 23:22:55,316 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,317 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,388 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,388 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,389 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,389 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,393 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,393 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,394 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,396 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,397 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local930276470_0044_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,399 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,399 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local930276470_0044_m_000000_0' done.
2013-10-23 23:22:55,399 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local930276470_0044_m_000000_0
2013-10-23 23:22:55,399 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,404 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,404 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,405 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,405 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,405 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,406 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,406 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,409 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,409 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-23 23:22:55,415 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local930276470_0044_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,417 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,417 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local930276470_0044_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,419 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local930276470_0044_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-23 23:22:55,420 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,420 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local930276470_0044_r_000000_0' done.
2013-10-23 23:22:55,429 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2013-10-23 23:22:55,434 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,440 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,441 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-23 23:22:55,445 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,446 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,447 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_'field'
2013-10-23 23:22:55,452 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,453 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-23 23:22:55,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,458 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,459 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,459 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2013-10-23 23:22:55,466 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,481 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1621366799_0045
2013-10-23 23:22:55,483 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,483 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1621366799_0045_m_000000_0
2013-10-23 23:22:55,484 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,485 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,485 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@400413be
2013-10-23 23:22:55,486 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,486 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,557 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,558 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,558 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,559 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,561 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,561 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,562 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,564 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,565 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1621366799_0045_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,566 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,566 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1621366799_0045_m_000000_0' done.
2013-10-23 23:22:55,567 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1621366799_0045_m_000000_0
2013-10-23 23:22:55,567 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,570 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,571 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,571 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,571 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,572 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,572 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,572 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,575 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,575 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-23 23:22:55,580 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1621366799_0045_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,581 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,581 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local1621366799_0045_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,583 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1621366799_0045_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-23 23:22:55,583 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,584 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1621366799_0045_r_000000_0' done.
2013-10-23 23:22:55,588 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2013-10-23 23:22:55,593 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,599 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,599 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-23 23:22:55,603 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,604 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,609 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,610 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2013-10-23 23:22:55,615 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,628 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local2109294312_0046
2013-10-23 23:22:55,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2109294312_0046_m_000000_0
2013-10-23 23:22:55,630 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,631 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,631 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5900d6ea
2013-10-23 23:22:55,632 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,632 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,698 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,698 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,699 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,699 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,701 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,701 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,702 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,704 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,704 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2109294312_0046_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,705 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,705 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2109294312_0046_m_000000_0' done.
2013-10-23 23:22:55,705 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2109294312_0046_m_000000_0
2013-10-23 23:22:55,706 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,710 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,710 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,711 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,711 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,711 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,711 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,711 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,713 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,714 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-23 23:22:55,718 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local2109294312_0046_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,719 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,720 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local2109294312_0046_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,721 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2109294312_0046_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-23 23:22:55,722 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,722 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2109294312_0046_r_000000_0' done.
2013-10-23 23:22:55,730 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2013-10-23 23:22:55,735 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,741 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,741 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-23 23:22:55,746 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,746 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,750 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,751 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,751 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-23 23:22:55,751 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,751 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,751 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,751 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-23 23:22:55,756 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,769 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local501776677_0047
2013-10-23 23:22:55,771 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,771 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local501776677_0047_m_000000_0
2013-10-23 23:22:55,772 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,773 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,773 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@41ce5a9
2013-10-23 23:22:55,774 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,774 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,839 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,839 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,840 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,840 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,842 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,842 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,843 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,845 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,846 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local501776677_0047_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,847 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,847 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local501776677_0047_m_000000_0' done.
2013-10-23 23:22:55,847 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local501776677_0047_m_000000_0
2013-10-23 23:22:55,847 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,851 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,852 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,852 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,852 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,853 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,853 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,853 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,855 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,855 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-23 23:22:55,858 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:55,859 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local501776677_0047
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:55,861 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:55,861 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:55,862 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:55,862 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-23 23:22:55,862 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:55,862 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2013-10-23 23:22:55,863 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE
2013-10-23 23:22:55,869 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:55,869 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:55,875 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:55,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-23 23:22:55,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:55,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:55,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:55,876 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2013-10-23 23:22:55,882 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:55,894 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local73517562_0048
2013-10-23 23:22:55,896 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:55,896 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local73517562_0048_m_000000_0
2013-10-23 23:22:55,897 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,897 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:55,897 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6a0f9e48
2013-10-23 23:22:55,898 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:55,898 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:55,966 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:55,966 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:55,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:55,967 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,969 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:55,970 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,971 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:55,972 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:55,973 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local73517562_0048_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:55,974 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local73517562_0048_m_000000_0' done.
2013-10-23 23:22:55,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local73517562_0048_m_000000_0
2013-10-23 23:22:55,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:55,978 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:55,978 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,978 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:55,978 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:55,979 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,979 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:55,979 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:55,982 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:55,982 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-23 23:22:55,986 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local73517562_0048_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:55,987 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:55,988 INFO mapred.Task (Task.java:commit(1011)) - Task attempt_local73517562_0048_r_000000_0 is allowed to commit now
2013-10-23 23:22:55,989 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local73517562_0048_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-23 23:22:55,990 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:55,990 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local73517562_0048_r_000000_0' done.
2013-10-23 23:22:55,997 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2013-10-23 23:22:56,003 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,008 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,009 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-23 23:22:56,013 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,014 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,018 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-23 23:22:56,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,019 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-23 23:22:56,024 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,037 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1458774813_0049
2013-10-23 23:22:56,039 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,039 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1458774813_0049_m_000000_0
2013-10-23 23:22:56,040 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,041 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,041 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@747bc0aa
2013-10-23 23:22:56,042 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,042 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,110 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,111 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,112 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,112 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,114 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,114 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,115 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,116 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,117 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1458774813_0049_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,118 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,119 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1458774813_0049_m_000000_0' done.
2013-10-23 23:22:56,119 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1458774813_0049_m_000000_0
2013-10-23 23:22:56,119 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,122 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,122 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,122 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,123 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,123 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,123 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,123 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,125 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,125 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-23 23:22:56,128 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,129 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1458774813_0049
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,140 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,140 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,141 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-23 23:22:56,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,141 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1/_temporary
2013-10-23 23:22:56,142 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_-1
2013-10-23 23:22:56,146 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,147 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,148 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_'field'
2013-10-23 23:22:56,153 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,153 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,157 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,157 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,157 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-23 23:22:56,158 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,158 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,158 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,158 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-23 23:22:56,163 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,175 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local243604700_0050
2013-10-23 23:22:56,177 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,177 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local243604700_0050_m_000000_0
2013-10-23 23:22:56,178 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,179 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,179 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3d73d62d
2013-10-23 23:22:56,180 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,180 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,235 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:56,247 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,247 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,248 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,248 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,251 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,251 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,252 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,254 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,255 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local243604700_0050_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,256 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,256 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local243604700_0050_m_000000_0' done.
2013-10-23 23:22:56,256 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local243604700_0050_m_000000_0
2013-10-23 23:22:56,256 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,258 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,259 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,259 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,259 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,260 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,260 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,260 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,263 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,263 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-23 23:22:56,265 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,267 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local243604700_0050
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,268 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,268 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,270 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,270 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-23 23:22:56,270 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,271 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2013-10-23 23:22:56,271 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS
2013-10-23 23:22:56,277 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,277 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,282 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,283 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-23 23:22:56,288 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,301 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1023888523_0051
2013-10-23 23:22:56,302 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,303 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1023888523_0051_m_000000_0
2013-10-23 23:22:56,303 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,304 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,304 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@13b2f057
2013-10-23 23:22:56,305 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,305 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,374 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,374 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,375 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,375 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,377 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,378 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,379 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,380 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,381 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1023888523_0051_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,382 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,382 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1023888523_0051_m_000000_0' done.
2013-10-23 23:22:56,382 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1023888523_0051_m_000000_0
2013-10-23 23:22:56,382 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,385 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,385 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,385 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,385 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,386 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,386 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,386 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,388 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,388 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-23 23:22:56,390 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,392 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1023888523_0051
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,393 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,394 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,394 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,395 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-23 23:22:56,395 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,395 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL/_temporary
2013-10-23 23:22:56,395 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_ALL
2013-10-23 23:22:56,401 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,402 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,407 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-23 23:22:56,412 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,425 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1770165611_0052
2013-10-23 23:22:56,426 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,427 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1770165611_0052_m_000000_0
2013-10-23 23:22:56,427 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,428 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,428 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5576c3c4
2013-10-23 23:22:56,429 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,429 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,498 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,498 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,499 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,499 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,501 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,502 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,503 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,504 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,505 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1770165611_0052_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,506 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,506 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1770165611_0052_m_000000_0' done.
2013-10-23 23:22:56,506 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1770165611_0052_m_000000_0
2013-10-23 23:22:56,506 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,509 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,509 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,509 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:56,509 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,510 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,510 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,510 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,510 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,512 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,512 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-23 23:22:56,514 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,516 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1770165611_0052
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,518 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,518 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,519 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,519 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-23 23:22:56,519 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,520 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2013-10-23 23:22:56,520 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE
2013-10-23 23:22:56,526 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,527 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-23 23:22:56,532 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,532 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,532 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,532 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-23 23:22:56,537 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,549 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local548055737_0053
2013-10-23 23:22:56,551 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,551 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local548055737_0053_m_000000_0
2013-10-23 23:22:56,552 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,553 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,553 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4f2320ff
2013-10-23 23:22:56,553 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,553 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,624 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,624 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,625 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,625 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,627 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,627 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,628 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,630 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,631 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local548055737_0053_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,632 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local548055737_0053_m_000000_0' done.
2013-10-23 23:22:56,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local548055737_0053_m_000000_0
2013-10-23 23:22:56,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,635 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,635 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,636 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,636 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,636 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,636 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,636 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,639 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,639 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-23 23:22:56,642 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,643 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local548055737_0053
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,644 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,645 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,646 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,646 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-23 23:22:56,646 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,646 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2013-10-23 23:22:56,647 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP
2013-10-23 23:22:56,654 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,654 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,654 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:56,659 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,660 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,660 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-23 23:22:56,660 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,660 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,660 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,660 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-23 23:22:56,666 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,678 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local319469413_0054
2013-10-23 23:22:56,680 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,680 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local319469413_0054_m_000000_0
2013-10-23 23:22:56,681 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,681 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,681 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@eca425c
2013-10-23 23:22:56,682 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,682 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,752 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,753 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,753 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,753 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,757 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,757 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,758 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,760 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,761 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local319469413_0054_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,762 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,762 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local319469413_0054_m_000000_0' done.
2013-10-23 23:22:56,762 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local319469413_0054_m_000000_0
2013-10-23 23:22:56,762 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,764 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,764 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,764 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,764 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,765 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,765 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,765 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,767 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,767 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-23 23:22:56,769 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,771 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local319469413_0054
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,772 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,772 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,773 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,773 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-23 23:22:56,775 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,775 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1/_temporary
2013-10-23 23:22:56,776 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_-1
2013-10-23 23:22:56,783 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,783 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,785 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_'field'
2013-10-23 23:22:56,790 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,790 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,791 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:56,794 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-23 23:22:56,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,795 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-23 23:22:56,800 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,814 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local529037335_0055
2013-10-23 23:22:56,815 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,815 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local529037335_0055_m_000000_0
2013-10-23 23:22:56,815 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,816 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,816 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@52fb241d
2013-10-23 23:22:56,817 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,817 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:56,889 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:56,890 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:56,891 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:56,891 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,893 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,893 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,894 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:56,895 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:56,897 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local529037335_0055_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:56,898 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:56,898 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local529037335_0055_m_000000_0' done.
2013-10-23 23:22:56,898 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local529037335_0055_m_000000_0
2013-10-23 23:22:56,898 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:56,900 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,901 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,901 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:56,901 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:56,901 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:56,902 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:56,902 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:56,904 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:56,904 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-23 23:22:56,906 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,908 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local529037335_0055
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:56,910 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:56,910 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:56,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:56,911 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-23 23:22:56,911 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:56,912 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2013-10-23 23:22:56,912 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS
2013-10-23 23:22:56,918 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,918 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,920 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_ALL
2013-10-23 23:22:56,925 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:56,925 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:56,927 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:56,929 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:56,929 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:56,929 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-23 23:22:56,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:56,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:56,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:56,930 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-23 23:22:56,935 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:56,948 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local472364805_0056
2013-10-23 23:22:56,949 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:56,949 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local472364805_0056_m_000000_0
2013-10-23 23:22:56,949 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:56,950 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:56,950 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4a435274
2013-10-23 23:22:56,951 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:56,951 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:57,023 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:57,023 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:57,024 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:57,024 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:57,026 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:57,026 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:57,027 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:57,029 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:57,030 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local472364805_0056_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:57,031 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:57,031 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local472364805_0056_m_000000_0' done.
2013-10-23 23:22:57,032 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local472364805_0056_m_000000_0
2013-10-23 23:22:57,032 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:57,034 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:57,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:57,035 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:57,035 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:57,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:57,036 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:57,036 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:57,039 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:57,039 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-23 23:22:57,042 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:57,044 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local472364805_0056
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:57,054 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:57,054 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:57,055 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:57,055 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-23 23:22:57,058 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:57,059 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2013-10-23 23:22:57,059 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE
2013-10-23 23:22:57,062 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:22:57,064 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:22:57,064 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:22:57,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-23 23:22:57,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:57,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-23 23:22:57,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-23 23:22:57,070 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-23 23:22:57,070 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-23 23:22:57,070 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-23 23:22:57,075 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:22:57,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local1705689599_0057
2013-10-23 23:22:57,092 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:22:57,092 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1705689599_0057_m_000000_0
2013-10-23 23:22:57,093 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:57,094 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt
2013-10-23 23:22:57,094 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@c7b7af9
2013-10-23 23:22:57,094 INFO mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:22:57,095 INFO mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:22:57,170 INFO mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:22:57,170 INFO mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:22:57,171 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:22:57,171 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:22:57,174 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt"]
2013-10-23 23:22:57,174 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:57,175 INFO mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:22:57,177 INFO mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:22:57,178 INFO mapred.Task (Task.java:done(858)) - Task:attempt_local1705689599_0057_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:22:57,179 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/nums.20.txt:0+51
2013-10-23 23:22:57,180 INFO mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1705689599_0057_m_000000_0' done.
2013-10-23 23:22:57,180 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1705689599_0057_m_000000_0
2013-10-23 23:22:57,180 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:22:57,182 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-23 23:22:57,182 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:57,182 INFO mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:22:57,183 INFO mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-23 23:22:57,183 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) -
2013-10-23 23:22:57,183 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:22:57,183 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:22:57,185 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-23 23:22:57,185 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-23 23:22:57,187 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:57,189 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(435)) - job_local1705689599_0057
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:522)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:421)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:398)
2013-10-23 23:22:57,189 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-23 23:22:57,190 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-23 23:22:57,191 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-23 23:22:57,191 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-23 23:22:57,191 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-23 23:22:57,194 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2013-10-23 23:22:57,194 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP