Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

2013-10-23 23:26:53,280 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-23 23:26:53,294 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-23 23:26:53,294 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.pipe.assembly.AssemblyHelpersPlatformTest
2013-10-23 23:26:53,313 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-23 23:26:53,706 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:53,707 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:53,715 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 91F461F5A9104A458260C6E095765FEF
2013-10-23 23:26:53,857 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-23 23:26:53,859 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-23 23:26:53,859 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:53,860 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:53,860 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-10-23 23:26:53,860 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-23 23:26:53,860 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-23 23:26:53,861 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-23 23:26:53,862 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...platform/multimerge+false
2013-10-23 23:26:53,885 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-23 23:26:53,923 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-23 23:26:53,927 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:53,932 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,062 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local1357214290_0001
2013-10-23 23:26:54,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:54,083 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1357214290_0001_m_000000_0
2013-10-23 23:26:54,107 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,111 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:54,112 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@71107304
2013-10-23 23:26:54,116 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:54,121 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:54,222 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:54,222 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:54,236 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:54,236 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,279 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:54,280 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-23 23:26:54,282 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:54,290 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:54,290 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 176, max: 746
2013-10-23 23:26:54,291 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,292 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:54,292 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 176, max: 746
2013-10-23 23:26:54,292 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,293 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:54,293 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 176, max: 746
2013-10-23 23:26:54,294 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,294 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:54,295 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 176, max: 746
2013-10-23 23:26:54,295 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,296 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:54,304 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:54,307 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1357214290_0001_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:54,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:54,313 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1357214290_0001_m_000000_0' done.
2013-10-23 23:26:54,313 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1357214290_0001_m_000000_0
2013-10-23 23:26:54,313 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1357214290_0001_m_000001_0
2013-10-23 23:26:54,316 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,317 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:26:54,318 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@15517e5e
2013-10-23 23:26:54,319 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:54,320 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:54,386 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:54,387 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:54,388 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:54,388 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,405 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:54,405 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-23 23:26:54,405 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:54,468 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:54,469 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 177, max: 746
2013-10-23 23:26:54,469 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,470 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:54,470 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 177, max: 746
2013-10-23 23:26:54,470 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,471 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:54,471 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 177, max: 746
2013-10-23 23:26:54,471 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,472 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:54,472 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 177, max: 746
2013-10-23 23:26:54,472 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,473 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:54,476 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:54,478 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1357214290_0001_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:54,480 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:26:54,480 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1357214290_0001_m_000001_0' done.
2013-10-23 23:26:54,480 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1357214290_0001_m_000001_0
2013-10-23 23:26:54,481 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:54,492 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,495 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:54,500 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-10-23 23:26:54,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,501 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:54,501 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,517 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-23 23:26:54,518 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-10-23 23:26:54,531 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1357214290_0001_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:54,533 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,533 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1357214290_0001_r_000000_0 is allowed to commit now
2013-10-23 23:26:54,536 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1357214290_0001_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false
2013-10-23 23:26:54,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:54,537 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1357214290_0001_r_000000_0' done.
2013-10-23 23:26:54,551 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false/_temporary
2013-10-23 23:26:54,566 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,581 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,583 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/multimerge+false
2013-10-23 23:26:54,600 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:54,601 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-23 23:26:54,620 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-23 23:26:54,621 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/minbystring
2013-10-23 23:26:54,632 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,701 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local320789763_0002
2013-10-23 23:26:54,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:54,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local320789763_0002_m_000000_0
2013-10-23 23:26:54,705 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,707 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:54,707 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@41298826
2013-10-23 23:26:54,708 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:54,709 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:54,722 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:54,722 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:54,723 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:54,723 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,731 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:54,731 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-10-23 23:26:54,732 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:54,733 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:54,733 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 177, max: 746
2013-10-23 23:26:54,733 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,734 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:54,734 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 177, max: 746
2013-10-23 23:26:54,734 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,734 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:54,737 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:54,739 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local320789763_0002_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:54,742 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:54,742 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local320789763_0002_m_000000_0' done.
2013-10-23 23:26:54,742 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local320789763_0002_m_000000_0
2013-10-23 23:26:54,743 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:54,748 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,748 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,749 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:54,750 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-23 23:26:54,750 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,751 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:54,751 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,761 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-10-23 23:26:54,761 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-10-23 23:26:54,767 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local320789763_0002_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:54,768 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:54,769 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local320789763_0002_r_000000_0 is allowed to commit now
2013-10-23 23:26:54,771 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local320789763_0002_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minbystring
2013-10-23 23:26:54,772 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:54,773 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local320789763_0002_r_000000_0' done.
2013-10-23 23:26:54,778 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minbystring/_temporary
2013-10-23 23:26:54,792 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,804 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,805 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/minbystring
2013-10-23 23:26:54,820 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:54,820 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:54,845 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs] starting
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  parallel execution is enabled: false
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  starting jobs: 1
2013-10-23 23:26:54,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  allocating threads: 1
2013-10-23 23:26:54,847 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] starting step: (1/1) ...persplatform/mergeaverage
2013-10-23 23:26:54,857 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,858 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:54,893 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] submitted hadoop job: job_local1644901175_0003
2013-10-23 23:26:54,895 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:54,895 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1644901175_0003_m_000000_0
2013-10-23 23:26:54,897 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,898 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:54,898 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@718df055
2013-10-23 23:26:54,900 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:54,900 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:54,967 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:54,967 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:54,968 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:54,968 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:54,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:54,978 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-23 23:26:54,978 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:54,979 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:54,979 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:54,979 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,980 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:54,980 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:54,980 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,981 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:54,981 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:54,981 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,981 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:54,982 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:54,982 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:54,982 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:54,985 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:54,986 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1644901175_0003_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:54,988 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:54,988 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1644901175_0003_m_000000_0' done.
2013-10-23 23:26:54,988 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1644901175_0003_m_000000_0
2013-10-23 23:26:54,988 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1644901175_0003_m_000001_0
2013-10-23 23:26:54,989 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:54,990 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:26:54,991 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@71d9d55b
2013-10-23 23:26:54,991 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:54,992 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:55,056 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:55,057 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:55,057 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,058 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,068 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:55,068 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-23 23:26:55,068 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:55,071 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:55,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:55,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:55,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:55,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,075 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:55,078 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:55,079 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1644901175_0003_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:55,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:26:55,081 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1644901175_0003_m_000001_0' done.
2013-10-23 23:26:55,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1644901175_0003_m_000001_0
2013-10-23 23:26:55,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:55,087 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,088 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,089 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:55,090 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 400 bytes
2013-10-23 23:26:55,090 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,090 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:55,091 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,101 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-23 23:26:55,101 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-10-23 23:26:55,107 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1644901175_0003_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,108 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,108 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1644901175_0003_r_000000_0 is allowed to commit now
2013-10-23 23:26:55,110 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1644901175_0003_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage
2013-10-23 23:26:55,111 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:55,111 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1644901175_0003_r_000000_0' done.
2013-10-23 23:26:55,123 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage/_temporary
2013-10-23 23:26:55,134 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,143 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,145 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/mergeaverage
2013-10-23 23:26:55,153 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:55,153 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:55,166 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:26:55,166 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:55,166 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-10-23 23:26:55,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:26:55,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:26:55,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:26:55,167 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...helpersplatform/renameall
2013-10-23 23:26:55,176 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,202 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local934115651_0004
2013-10-23 23:26:55,204 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:55,204 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local934115651_0004_m_000000_0
2013-10-23 23:26:55,205 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,206 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:55,206 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@78c70f32
2013-10-23 23:26:55,207 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:55,210 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,210 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,215 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:55,215 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-10-23 23:26:55,217 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local934115651_0004_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,218 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,219 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local934115651_0004_m_000000_0 is allowed to commit now
2013-10-23 23:26:55,221 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local934115651_0004_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renameall
2013-10-23 23:26:55,221 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:55,222 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local934115651_0004_m_000000_0' done.
2013-10-23 23:26:55,222 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local934115651_0004_m_000000_0
2013-10-23 23:26:55,222 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:55,226 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renameall/_temporary
2013-10-23 23:26:55,237 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,238 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/renameall
2013-10-23 23:26:55,247 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:55,248 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 2
2013-10-23 23:26:55,277 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-23 23:26:55,278 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/2)
2013-10-23 23:26:55,287 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,315 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local1169395111_0005
2013-10-23 23:26:55,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:55,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1169395111_0005_m_000000_0
2013-10-23 23:26:55,318 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,319 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:55,319 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6e6dcfde
2013-10-23 23:26:55,320 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:55,320 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:55,384 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:55,384 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:55,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,396 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:55,396 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-10-23 23:26:55,396 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:55,397 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:55,397 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,397 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,398 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:55,398 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,398 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,399 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,400 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:55,402 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:55,403 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1169395111_0005_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:55,405 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1169395111_0005_m_000000_0' done.
2013-10-23 23:26:55,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1169395111_0005_m_000000_0
2013-10-23 23:26:55,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:55,408 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,408 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,409 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:55,409 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-23 23:26:55,410 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,410 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:55,410 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,419 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-10-23 23:26:55,419 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['count', 'count2']]"][4348438182/count/]
2013-10-23 23:26:55,428 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:55,429 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:55,429 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 72, total: 177, max: 746
2013-10-23 23:26:55,429 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,430 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1169395111_0005_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,432 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,432 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1169395111_0005_r_000000_0 is allowed to commit now
2013-10-23 23:26:55,433 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1169395111_0005_r_000000_0' to file:/tmp/hadoop-jwfbean/4348438182_count_52CE81BD94654088A4E37780276F4E0B
2013-10-23 23:26:55,434 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:55,434 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1169395111_0005_r_000000_0' done.
2013-10-23 23:26:55,437 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (2/2) ...elpersplatform/countcount
2013-10-23 23:26:55,447 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,474 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local466187642_0006
2013-10-23 23:26:55,476 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:55,476 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local466187642_0006_m_000000_0
2013-10-23 23:26:55,477 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,478 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/4348438182_count_52CE81BD94654088A4E37780276F4E0B/part-00000
2013-10-23 23:26:55,478 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2fbb3e9a
2013-10-23 23:26:55,482 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:55,482 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:55,548 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:55,548 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:55,549 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,549 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,557 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['count', 'count2']]"][4348438182/count/]
2013-10-23 23:26:55,557 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'count']]
2013-10-23 23:26:55,558 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:55,560 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:55,561 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local466187642_0006_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/4348438182_count_52CE81BD94654088A4E37780276F4E0B/part-00000:0+112
2013-10-23 23:26:55,563 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local466187642_0006_m_000000_0' done.
2013-10-23 23:26:55,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local466187642_0006_m_000000_0
2013-10-23 23:26:55,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:55,565 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,565 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,566 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:55,566 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 29 bytes
2013-10-23 23:26:55,566 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,567 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:55,567 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,575 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'count']]
2013-10-23 23:26:55,575 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-10-23 23:26:55,580 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local466187642_0006_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,581 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,581 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local466187642_0006_r_000000_0 is allowed to commit now
2013-10-23 23:26:55,584 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local466187642_0006_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countcount
2013-10-23 23:26:55,585 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:55,585 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local466187642_0006_r_000000_0' done.
2013-10-23 23:26:55,590 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countcount/_temporary
2013-10-23 23:26:55,598 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,607 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,608 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/countcount
2013-10-23 23:26:55,619 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:55,619 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:55,639 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs] starting
2013-10-23 23:26:55,639 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:55,640 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:55,640 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-10-23 23:26:55,640 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  parallel execution is enabled: false
2013-10-23 23:26:55,640 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  starting jobs: 1
2013-10-23 23:26:55,640 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  allocating threads: 1
2013-10-23 23:26:55,640 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] starting step: (1/1) ...elpersplatform/mergecount
2013-10-23 23:26:55,650 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,651 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,678 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] submitted hadoop job: job_local1065112111_0007
2013-10-23 23:26:55,680 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:55,680 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1065112111_0007_m_000000_0
2013-10-23 23:26:55,681 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,683 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:55,683 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5b3d9c02
2013-10-23 23:26:55,684 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:55,685 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:55,749 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:55,749 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:55,750 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,750 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,760 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:55,760 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:55,761 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:55,761 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:55,762 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,762 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,762 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:55,762 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,762 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,763 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:55,763 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,763 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,764 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:55,764 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,764 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,764 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:55,766 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:55,768 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1065112111_0007_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,769 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:55,770 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1065112111_0007_m_000000_0' done.
2013-10-23 23:26:55,770 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1065112111_0007_m_000000_0
2013-10-23 23:26:55,770 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1065112111_0007_m_000001_0
2013-10-23 23:26:55,771 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,772 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:26:55,772 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@621e605
2013-10-23 23:26:55,773 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:55,774 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:55,841 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:55,842 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:55,842 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:55,843 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:55,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:55,851 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:55,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:55,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:55,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:55,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,855 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,855 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:55,855 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:55,855 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:55,855 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:55,857 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:55,858 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1065112111_0007_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:55,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:26:55,860 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1065112111_0007_m_000001_0' done.
2013-10-23 23:26:55,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1065112111_0007_m_000001_0
2013-10-23 23:26:55,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:55,864 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,864 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,865 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:55,865 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-10-23 23:26:55,866 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,866 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:55,866 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:55,875 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:55,875 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-10-23 23:26:55,880 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1065112111_0007_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:55,881 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:55,881 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1065112111_0007_r_000000_0 is allowed to commit now
2013-10-23 23:26:55,882 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1065112111_0007_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergecount
2013-10-23 23:26:55,883 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:55,884 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1065112111_0007_r_000000_0' done.
2013-10-23 23:26:55,895 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergecount/_temporary
2013-10-23 23:26:55,903 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,912 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,913 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/mergecount
2013-10-23 23:26:55,921 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:55,921 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-23 23:26:55,934 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-23 23:26:55,935 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/maxbystring
2013-10-23 23:26:55,944 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:55,964 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local770560384_0008
2013-10-23 23:26:55,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:55,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local770560384_0008_m_000000_0
2013-10-23 23:26:55,966 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:55,968 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:55,968 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1b4920f8
2013-10-23 23:26:55,969 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:55,969 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:56,031 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:56,031 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:56,032 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,033 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,038 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,039 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-10-23 23:26:56,039 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:56,040 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:56,040 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,040 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,041 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:56,041 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,041 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,042 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:56,044 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:56,046 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local770560384_0008_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,048 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:56,048 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local770560384_0008_m_000000_0' done.
2013-10-23 23:26:56,048 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local770560384_0008_m_000000_0
2013-10-23 23:26:56,048 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,052 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,053 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,054 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:56,054 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-23 23:26:56,055 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:56,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,063 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-10-23 23:26:56,063 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-10-23 23:26:56,068 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local770560384_0008_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,069 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local770560384_0008_r_000000_0 is allowed to commit now
2013-10-23 23:26:56,071 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local770560384_0008_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxbystring
2013-10-23 23:26:56,072 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:56,072 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local770560384_0008_r_000000_0' done.
2013-10-23 23:26:56,086 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxbystring/_temporary
2013-10-23 23:26:56,094 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,102 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,103 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/maxbystring
2013-10-23 23:26:56,112 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,112 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first] starting
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  sink: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  parallel execution is enabled: false
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  starting jobs: 1
2013-10-23 23:26:56,128 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  allocating threads: 1
2013-10-23 23:26:56,129 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] starting step: (1/1) ...blyhelpersplatform/firstn
2013-10-23 23:26:56,136 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,155 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] submitted hadoop job: job_local811090113_0009
2013-10-23 23:26:56,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:56,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local811090113_0009_m_000000_0
2013-10-23 23:26:56,158 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,159 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:56,159 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@8fd9b4d
2013-10-23 23:26:56,160 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:56,161 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:56,227 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:56,227 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:56,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,235 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,236 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'num']]
2013-10-23 23:26:56,237 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:56,238 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:56,238 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,238 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:56,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,240 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:56,241 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:56,243 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local811090113_0009_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,244 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:56,244 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local811090113_0009_m_000000_0' done.
2013-10-23 23:26:56,244 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local811090113_0009_m_000000_0
2013-10-23 23:26:56,245 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,247 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,248 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,249 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:56,249 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 122 bytes
2013-10-23 23:26:56,250 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,250 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:56,250 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,259 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'num']]
2013-10-23 23:26:56,259 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-10-23 23:26:56,263 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local811090113_0009_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,264 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,265 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local811090113_0009_r_000000_0 is allowed to commit now
2013-10-23 23:26:56,266 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local811090113_0009_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/firstn
2013-10-23 23:26:56,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:56,267 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local811090113_0009_r_000000_0' done.
2013-10-23 23:26:56,271 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/firstn/_temporary
2013-10-23 23:26:56,278 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,279 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/firstn
2013-10-23 23:26:56,288 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,288 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-10-23 23:26:56,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-10-23 23:26:56,308 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...persplatform/coercefields
2013-10-23 23:26:56,317 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,334 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local462238104_0010
2013-10-23 23:26:56,336 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:56,336 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local462238104_0010_m_000000_0
2013-10-23 23:26:56,337 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,338 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:56,338 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@22adc446
2013-10-23 23:26:56,339 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:56,342 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,342 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,348 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:56,349 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-10-23 23:26:56,354 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local462238104_0010_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,355 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,355 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local462238104_0010_m_000000_0 is allowed to commit now
2013-10-23 23:26:56,357 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local462238104_0010_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coercefields
2013-10-23 23:26:56,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:56,358 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local462238104_0010_m_000000_0' done.
2013-10-23 23:26:56,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local462238104_0010_m_000000_0
2013-10-23 23:26:56,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,368 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coercefields/_temporary
2013-10-23 23:26:56,375 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,377 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/coercefields
2013-10-23 23:26:56,385 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,385 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-23 23:26:56,404 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-23 23:26:56,405 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...mblyhelpersplatform/count
2013-10-23 23:26:56,414 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,434 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local247985861_0011
2013-10-23 23:26:56,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:56,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local247985861_0011_m_000000_0
2013-10-23 23:26:56,437 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,438 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:56,438 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@181ec6b9
2013-10-23 23:26:56,439 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:56,439 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:56,453 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:56,453 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:56,454 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,454 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,460 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,460 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-10-23 23:26:56,460 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:56,461 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:56,461 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 63, total: 177, max: 746
2013-10-23 23:26:56,461 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 62, total: 177, max: 746
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 62, total: 177, max: 746
2013-10-23 23:26:56,462 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,463 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:56,463 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 62, total: 177, max: 746
2013-10-23 23:26:56,463 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,464 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:56,466 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:56,467 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local247985861_0011_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,469 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:56,469 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local247985861_0011_m_000000_0' done.
2013-10-23 23:26:56,469 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local247985861_0011_m_000000_0
2013-10-23 23:26:56,469 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,472 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,472 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,473 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:56,473 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-23 23:26:56,473 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,474 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:56,474 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,480 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-10-23 23:26:56,481 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-10-23 23:26:56,485 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local247985861_0011_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,486 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,486 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local247985861_0011_r_000000_0 is allowed to commit now
2013-10-23 23:26:56,488 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local247985861_0011_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/count
2013-10-23 23:26:56,489 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:56,489 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local247985861_0011_r_000000_0' done.
2013-10-23 23:26:56,501 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/count/_temporary
2013-10-23 23:26:56,507 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,513 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,514 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/count
2013-10-23 23:26:56,521 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,521 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,530 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-23 23:26:56,531 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,531 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-10-23 23:26:56,531 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-23 23:26:56,531 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-23 23:26:56,531 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-23 23:26:56,531 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...mblyhelpersplatform/maxby
2013-10-23 23:26:56,538 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,558 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local448197666_0012
2013-10-23 23:26:56,559 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:56,559 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local448197666_0012_m_000000_0
2013-10-23 23:26:56,561 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,562 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:56,562 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@69c9de24
2013-10-23 23:26:56,563 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:56,563 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:56,728 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:56,729 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:56,729 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,729 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,734 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,734 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'char']]
2013-10-23 23:26:56,735 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:56,735 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:56,735 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:56,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,738 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:56,739 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:56,740 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local448197666_0012_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,742 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:56,742 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local448197666_0012_m_000000_0' done.
2013-10-23 23:26:56,742 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local448197666_0012_m_000000_0
2013-10-23 23:26:56,742 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,744 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,744 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,744 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:56,744 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-10-23 23:26:56,745 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,745 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:56,745 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,750 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'char']]
2013-10-23 23:26:56,750 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-10-23 23:26:56,753 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local448197666_0012_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,754 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,755 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local448197666_0012_r_000000_0 is allowed to commit now
2013-10-23 23:26:56,757 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local448197666_0012_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxby
2013-10-23 23:26:56,757 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:56,757 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local448197666_0012_r_000000_0' done.
2013-10-23 23:26:56,761 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/maxby/_temporary
2013-10-23 23:26:56,767 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,773 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,774 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/maxby
2013-10-23 23:26:56,781 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,781 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,797 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min] starting
2013-10-23 23:26:56,798 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,798 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-10-23 23:26:56,798 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  parallel execution is enabled: false
2013-10-23 23:26:56,798 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  starting jobs: 1
2013-10-23 23:26:56,798 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  allocating threads: 1
2013-10-23 23:26:56,799 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] starting step: (1/1) ...mblyhelpersplatform/minby
2013-10-23 23:26:56,808 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,826 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] submitted hadoop job: job_local1269427989_0013
2013-10-23 23:26:56,829 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:56,829 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1269427989_0013_m_000000_0
2013-10-23 23:26:56,830 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,831 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:56,831 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@efb78af
2013-10-23 23:26:56,832 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:56,832 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:56,897 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:56,898 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:56,903 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:56,903 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,908 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,908 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(min)[by:[{1}:'char']]
2013-10-23 23:26:56,908 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:56,909 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:56,909 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,909 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,910 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:56,910 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,910 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,911 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:56,911 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,911 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,912 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:56,912 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:56,912 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:56,912 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:56,914 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:56,915 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1269427989_0013_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,917 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:56,917 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1269427989_0013_m_000000_0' done.
2013-10-23 23:26:56,917 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1269427989_0013_m_000000_0
2013-10-23 23:26:56,917 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:56,919 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:56,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,920 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:56,920 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-10-23 23:26:56,921 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,921 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:56,921 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:56,926 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(min)[by:[{1}:'char']]
2013-10-23 23:26:56,926 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-10-23 23:26:56,931 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1269427989_0013_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:56,933 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:56,933 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1269427989_0013_r_000000_0 is allowed to commit now
2013-10-23 23:26:56,935 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1269427989_0013_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minby
2013-10-23 23:26:56,936 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:56,937 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1269427989_0013_r_000000_0' done.
2013-10-23 23:26:56,946 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/minby/_temporary
2013-10-23 23:26:56,952 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,958 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:56,959 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/minby
2013-10-23 23:26:56,966 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:56,966 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:56,975 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-10-23 23:26:56,976 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:56,976 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-10-23 23:26:56,976 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-10-23 23:26:56,976 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-10-23 23:26:56,976 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-10-23 23:26:56,976 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...semblyhelpersplatform/sum
2013-10-23 23:26:56,985 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,000 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local1711863108_0014
2013-10-23 23:26:57,002 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,002 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1711863108_0014_m_000000_0
2013-10-23 23:26:57,003 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,003 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:57,004 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@64900079
2013-10-23 23:26:57,004 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,004 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:57,070 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:57,072 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:57,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,085 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,085 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-10-23 23:26:57,086 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:57,086 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:57,087 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,087 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,087 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:57,087 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,088 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,088 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:57,088 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,088 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,089 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:57,089 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,089 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,090 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:57,091 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:57,093 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1711863108_0014_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,094 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:57,094 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1711863108_0014_m_000000_0' done.
2013-10-23 23:26:57,095 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1711863108_0014_m_000000_0
2013-10-23 23:26:57,095 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:57,097 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,098 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:57,099 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-23 23:26:57,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,100 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:57,100 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,107 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-10-23 23:26:57,107 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-10-23 23:26:57,111 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1711863108_0014_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,112 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,112 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1711863108_0014_r_000000_0 is allowed to commit now
2013-10-23 23:26:57,114 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1711863108_0014_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sum
2013-10-23 23:26:57,115 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:57,115 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1711863108_0014_r_000000_0' done.
2013-10-23 23:26:57,133 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sum/_temporary
2013-10-23 23:26:57,140 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,147 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,148 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/sum
2013-10-23 23:26:57,155 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:57,156 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs] starting
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  parallel execution is enabled: false
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  starting jobs: 1
2013-10-23 23:26:57,167 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  allocating threads: 1
2013-10-23 23:26:57,168 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] starting step: (1/1) ...yhelpersplatform/mergesum
2013-10-23 23:26:57,174 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,175 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,190 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] submitted hadoop job: job_local517573273_0015
2013-10-23 23:26:57,191 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,192 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local517573273_0015_m_000000_0
2013-10-23 23:26:57,192 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,193 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:57,193 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@76e5f3d2
2013-10-23 23:26:57,194 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,194 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:57,259 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:57,260 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:57,260 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,261 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,266 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,266 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-23 23:26:57,266 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:57,267 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:57,267 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,267 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,268 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,269 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:57,269 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,269 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,269 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:57,271 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:57,275 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local517573273_0015_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:57,277 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local517573273_0015_m_000000_0' done.
2013-10-23 23:26:57,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local517573273_0015_m_000000_0
2013-10-23 23:26:57,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local517573273_0015_m_000001_0
2013-10-23 23:26:57,278 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,278 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:26:57,279 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@52ff366c
2013-10-23 23:26:57,279 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,279 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:57,356 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:57,356 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:57,357 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,357 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:57,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-23 23:26:57,364 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:57,365 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:57,366 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,366 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,366 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:57,366 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,366 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 73, total: 177, max: 746
2013-10-23 23:26:57,367 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 23% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,368 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:57,369 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:57,372 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local517573273_0015_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:57,374 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:26:57,374 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local517573273_0015_m_000001_0' done.
2013-10-23 23:26:57,374 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local517573273_0015_m_000001_0
2013-10-23 23:26:57,374 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:57,378 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,378 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,379 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:57,380 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-10-23 23:26:57,380 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,381 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:57,381 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,390 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-23 23:26:57,390 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-10-23 23:26:57,395 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local517573273_0015_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,396 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,396 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local517573273_0015_r_000000_0 is allowed to commit now
2013-10-23 23:26:57,397 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local517573273_0015_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergesum
2013-10-23 23:26:57,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:57,399 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local517573273_0015_r_000000_0' done.
2013-10-23 23:26:57,414 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/mergesum/_temporary
2013-10-23 23:26:57,421 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,428 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,429 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/mergesum
2013-10-23 23:26:57,435 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:57,435 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:57,442 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:26:57,442 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:57,443 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-10-23 23:26:57,443 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:26:57,443 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:26:57,443 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:26:57,443 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...ersplatform/discardnarrow
2013-10-23 23:26:57,449 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,464 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local287661710_0016
2013-10-23 23:26:57,465 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,466 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local287661710_0016_m_000000_0
2013-10-23 23:26:57,467 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,468 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:57,468 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2d776d65
2013-10-23 23:26:57,469 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:57,472 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,472 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:57,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-10-23 23:26:57,479 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local287661710_0016_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,480 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,480 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local287661710_0016_m_000000_0 is allowed to commit now
2013-10-23 23:26:57,481 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local287661710_0016_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow
2013-10-23 23:26:57,482 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:57,482 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local287661710_0016_m_000000_0' done.
2013-10-23 23:26:57,482 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local287661710_0016_m_000000_0
2013-10-23 23:26:57,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:57,488 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow/_temporary
2013-10-23 23:26:57,494 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,495 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/discardnarrow
2013-10-23 23:26:57,506 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:57,506 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:26:57,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:26:57,514 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/rename
2013-10-23 23:26:57,520 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,534 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local1220995980_0017
2013-10-23 23:26:57,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1220995980_0017_m_000000_0
2013-10-23 23:26:57,538 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,539 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:57,539 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6487b71b
2013-10-23 23:26:57,540 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:57,541 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,541 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,544 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:57,544 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-10-23 23:26:57,545 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1220995980_0017_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,546 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1220995980_0017_m_000000_0 is allowed to commit now
2013-10-23 23:26:57,548 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1220995980_0017_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/rename
2013-10-23 23:26:57,549 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:57,549 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1220995980_0017_m_000000_0' done.
2013-10-23 23:26:57,549 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1220995980_0017_m_000000_0
2013-10-23 23:26:57,549 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:57,559 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/rename/_temporary
2013-10-23 23:26:57,565 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,566 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/rename
2013-10-23 23:26:57,574 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:57,574 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:57,590 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-23 23:26:57,590 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:57,590 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,590 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-10-23 23:26:57,590 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-23 23:26:57,591 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-23 23:26:57,591 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-23 23:26:57,595 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...splatform/multimerge+true
2013-10-23 23:26:57,602 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,603 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,617 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local817030985_0018
2013-10-23 23:26:57,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local817030985_0018_m_000000_0
2013-10-23 23:26:57,631 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,631 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:57,631 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3ef91c8f
2013-10-23 23:26:57,632 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,632 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:57,710 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:57,710 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:57,711 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,711 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,717 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,717 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-23 23:26:57,718 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:57,718 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:57,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:57,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:57,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:57,721 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,721 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,721 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:57,722 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:57,725 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local817030985_0018_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,726 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:57,727 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local817030985_0018_m_000000_0' done.
2013-10-23 23:26:57,727 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local817030985_0018_m_000000_0
2013-10-23 23:26:57,727 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local817030985_0018_m_000001_0
2013-10-23 23:26:57,727 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,728 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:26:57,728 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4822f558
2013-10-23 23:26:57,729 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,729 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:57,816 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:57,816 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:57,817 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:57,817 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,823 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:26:57,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-23 23:26:57,824 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:57,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:57,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:57,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:57,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:57,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:57,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:57,829 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:57,830 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:57,833 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local817030985_0018_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:57,834 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:26:57,834 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local817030985_0018_m_000001_0' done.
2013-10-23 23:26:57,834 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local817030985_0018_m_000001_0
2013-10-23 23:26:57,835 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:57,839 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,840 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:57,841 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-10-23 23:26:57,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,842 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:57,842 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:57,850 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-10-23 23:26:57,850 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-10-23 23:26:57,856 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local817030985_0018_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:57,858 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:57,858 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local817030985_0018_r_000000_0 is allowed to commit now
2013-10-23 23:26:57,859 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local817030985_0018_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true
2013-10-23 23:26:57,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:57,860 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local817030985_0018_r_000000_0' done.
2013-10-23 23:26:57,874 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true/_temporary
2013-10-23 23:26:57,879 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,885 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,887 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/multimerge+true
2013-10-23 23:26:57,894 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:57,895 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:57,914 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second] starting
2013-10-23 23:26:57,914 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:57,914 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-10-23 23:26:57,915 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  parallel execution is enabled: false
2013-10-23 23:26:57,915 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  starting jobs: 2
2013-10-23 23:26:57,915 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  allocating threads: 1
2013-10-23 23:26:57,916 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (1/2)
2013-10-23 23:26:57,921 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:57,935 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local2138884139_0019
2013-10-23 23:26:57,937 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:57,937 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2138884139_0019_m_000000_0
2013-10-23 23:26:57,938 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:57,939 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:57,939 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@427379b5
2013-10-23 23:26:57,939 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:57,939 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,003 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,004 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,005 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,005 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,010 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,010 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'char']]
2013-10-23 23:26:58,010 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,012 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:58,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:58,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:58,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:58,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,015 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,017 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,021 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2138884139_0019_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,022 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:58,022 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2138884139_0019_m_000000_0' done.
2013-10-23 23:26:58,022 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2138884139_0019_m_000000_0
2013-10-23 23:26:58,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,025 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,026 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,027 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,027 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-23 23:26:58,028 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,028 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,028 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,035 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'char']]
2013-10-23 23:26:58,036 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][3422003942/first/]
2013-10-23 23:26:58,040 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2138884139_0019_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,041 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,041 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local2138884139_0019_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,043 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2138884139_0019_r_000000_0' to file:/tmp/hadoop-jwfbean/3422003942_first_F35CB5A956AE4A37929AAD1847DE1A8F
2013-10-23 23:26:58,044 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,044 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2138884139_0019_r_000000_0' done.
2013-10-23 23:26:58,047 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (2/2) ...form/samesourcemergecount
2013-10-23 23:26:58,053 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,069 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local850898260_0020
2013-10-23 23:26:58,072 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,072 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local850898260_0020_m_000000_0
2013-10-23 23:26:58,073 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,074 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/3422003942_first_F35CB5A956AE4A37929AAD1847DE1A8F/part-00000
2013-10-23 23:26:58,074 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6b1701fd
2013-10-23 23:26:58,075 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,075 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,139 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,140 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,140 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,141 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,148 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][3422003942/first/]
2013-10-23 23:26:58,148 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(second)[by:[{1}:'char']]
2013-10-23 23:26:58,148 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,150 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,151 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,155 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local850898260_0020_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,156 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/3422003942_first_F35CB5A956AE4A37929AAD1847DE1A8F/part-00000:0+160
2013-10-23 23:26:58,156 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local850898260_0020_m_000000_0' done.
2013-10-23 23:26:58,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local850898260_0020_m_000000_0
2013-10-23 23:26:58,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,158 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,159 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,159 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-23 23:26:58,160 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,160 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,160 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,167 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(second)[by:[{1}:'char']]
2013-10-23 23:26:58,168 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-10-23 23:26:58,172 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local850898260_0020_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,173 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,173 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local850898260_0020_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,175 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local850898260_0020_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount
2013-10-23 23:26:58,175 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,176 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local850898260_0020_r_000000_0' done.
2013-10-23 23:26:58,184 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount/_temporary
2013-10-23 23:26:58,189 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,195 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,196 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergecount
2013-10-23 23:26:58,203 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,203 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,210 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-10-23 23:26:58,210 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,211 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-10-23 23:26:58,211 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-10-23 23:26:58,211 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-10-23 23:26:58,211 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-10-23 23:26:58,211 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lyhelpersplatform/average
2013-10-23 23:26:58,219 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,233 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local1297890342_0021
2013-10-23 23:26:58,234 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,234 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1297890342_0021_m_000000_0
2013-10-23 23:26:58,235 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,236 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:58,236 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1b343e2f
2013-10-23 23:26:58,237 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,237 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,302 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,302 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,303 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,303 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,307 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,307 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-10-23 23:26:58,308 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,308 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:58,308 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,308 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,309 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:58,309 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,309 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,309 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:58,310 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,310 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,310 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:58,310 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,310 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,310 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,312 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,315 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1297890342_0021_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:58,317 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1297890342_0021_m_000000_0' done.
2013-10-23 23:26:58,317 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1297890342_0021_m_000000_0
2013-10-23 23:26:58,317 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,319 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,319 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,320 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,320 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-10-23 23:26:58,320 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,324 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-10-23 23:26:58,325 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-10-23 23:26:58,329 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1297890342_0021_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,330 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,330 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1297890342_0021_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,332 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1297890342_0021_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/average
2013-10-23 23:26:58,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,333 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1297890342_0021_r_000000_0' done.
2013-10-23 23:26:58,345 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/average/_temporary
2013-10-23 23:26:58,351 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,356 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,357 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/average
2013-10-23 23:26:58,364 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,365 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,373 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-10-23 23:26:58,373 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,373 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-10-23 23:26:58,374 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-10-23 23:26:58,374 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-10-23 23:26:58,374 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-10-23 23:26:58,374 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...yhelpersplatform/sumnulls
2013-10-23 23:26:58,382 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,396 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local2133096907_0022
2013-10-23 23:26:58,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2133096907_0022_m_000000_0
2013-10-23 23:26:58,398 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,399 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:58,399 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3a51ce0d
2013-10-23 23:26:58,400 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,400 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,464 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,464 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,465 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,465 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,469 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,469 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-10-23 23:26:58,469 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,473 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:58,473 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,473 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,474 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:58,474 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,474 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,476 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,477 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,481 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2133096907_0022_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,482 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:58,482 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2133096907_0022_m_000000_0' done.
2013-10-23 23:26:58,482 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2133096907_0022_m_000000_0
2013-10-23 23:26:58,482 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,484 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,485 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,485 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 116 bytes
2013-10-23 23:26:58,486 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,486 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,486 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,491 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-10-23 23:26:58,492 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-10-23 23:26:58,496 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2133096907_0022_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,497 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,497 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local2133096907_0022_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,499 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2133096907_0022_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sumnulls
2013-10-23 23:26:58,499 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,500 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2133096907_0022_r_000000_0' done.
2013-10-23 23:26:58,508 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/sumnulls/_temporary
2013-10-23 23:26:58,513 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,519 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,520 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/sumnulls
2013-10-23 23:26:58,526 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,526 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,532 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-23 23:26:58,533 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,533 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-10-23 23:26:58,533 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-23 23:26:58,533 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-23 23:26:58,533 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-23 23:26:58,534 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...yhelpersplatform/countall
2013-10-23 23:26:58,541 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,556 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local1525983079_0023
2013-10-23 23:26:58,558 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,558 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1525983079_0023_m_000000_0
2013-10-23 23:26:58,559 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,560 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:58,560 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7b5e236a
2013-10-23 23:26:58,561 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,561 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,627 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,627 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,633 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,633 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-10-23 23:26:58,633 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,634 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,635 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,637 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1525983079_0023_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,638 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:58,639 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1525983079_0023_m_000000_0' done.
2013-10-23 23:26:58,639 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1525983079_0023_m_000000_0
2013-10-23 23:26:58,639 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,641 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,641 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,642 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,642 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 8 bytes
2013-10-23 23:26:58,642 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,642 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,642 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,646 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-10-23 23:26:58,647 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-10-23 23:26:58,650 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1525983079_0023_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,651 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,651 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1525983079_0023_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,653 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1525983079_0023_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countall
2013-10-23 23:26:58,654 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,654 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1525983079_0023_r_000000_0' done.
2013-10-23 23:26:58,660 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countall/_temporary
2013-10-23 23:26:58,665 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,671 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,672 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/countall
2013-10-23 23:26:58,679 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,679 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-23 23:26:58,688 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-23 23:26:58,689 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...mblyhelpersplatform/multi
2013-10-23 23:26:58,694 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,708 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local180535582_0024
2013-10-23 23:26:58,709 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,709 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local180535582_0024_m_000000_0
2013-10-23 23:26:58,710 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,711 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:58,711 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1c18a79e
2013-10-23 23:26:58,712 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,712 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:58,778 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:58,778 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:58,779 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,779 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-23 23:26:58,784 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:58,785 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:58,785 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,785 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,786 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:58,786 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,786 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,787 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:58,787 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,787 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,788 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:58,788 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:58,788 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:58,788 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:58,790 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:58,791 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local180535582_0024_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:58,792 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local180535582_0024_m_000000_0' done.
2013-10-23 23:26:58,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local180535582_0024_m_000000_0
2013-10-23 23:26:58,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,796 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,796 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,797 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:58,798 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 452 bytes
2013-10-23 23:26:58,798 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,798 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:58,799 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,806 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-10-23 23:26:58,806 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-10-23 23:26:58,812 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local180535582_0024_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,813 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,813 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local180535582_0024_r_000000_0 is allowed to commit now
2013-10-23 23:26:58,815 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local180535582_0024_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multi
2013-10-23 23:26:58,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:58,816 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local180535582_0024_r_000000_0' done.
2013-10-23 23:26:58,820 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/multi/_temporary
2013-10-23 23:26:58,825 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,832 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,833 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/multi
2013-10-23 23:26:58,838 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,839 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,845 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:26:58,845 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:58,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-10-23 23:26:58,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:26:58,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:26:58,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:26:58,846 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/retainnarrow
2013-10-23 23:26:58,851 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,864 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local1908134965_0025
2013-10-23 23:26:58,866 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,866 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1908134965_0025_m_000000_0
2013-10-23 23:26:58,867 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,868 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:58,868 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4332b08d
2013-10-23 23:26:58,869 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:58,870 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,870 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,873 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:58,873 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-10-23 23:26:58,874 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1908134965_0025_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,875 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,875 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1908134965_0025_m_000000_0 is allowed to commit now
2013-10-23 23:26:58,876 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1908134965_0025_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow
2013-10-23 23:26:58,877 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:58,877 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1908134965_0025_m_000000_0' done.
2013-10-23 23:26:58,877 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1908134965_0025_m_000000_0
2013-10-23 23:26:58,877 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,887 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow/_temporary
2013-10-23 23:26:58,893 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,894 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/retainnarrow
2013-10-23 23:26:58,899 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,899 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,907 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:26:58,909 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:58,911 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-10-23 23:26:58,911 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:26:58,911 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:26:58,911 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:26:58,912 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/renamenarrow
2013-10-23 23:26:58,917 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,930 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local879270401_0026
2013-10-23 23:26:58,931 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,931 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local879270401_0026_m_000000_0
2013-10-23 23:26:58,932 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,933 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:58,933 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@19654104
2013-10-23 23:26:58,933 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:58,935 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:58,935 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:58,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:58,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-10-23 23:26:58,938 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local879270401_0026_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:58,939 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:58,939 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local879270401_0026_m_000000_0 is allowed to commit now
2013-10-23 23:26:58,941 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local879270401_0026_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow
2013-10-23 23:26:58,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:58,941 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local879270401_0026_m_000000_0' done.
2013-10-23 23:26:58,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local879270401_0026_m_000000_0
2013-10-23 23:26:58,942 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:58,953 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow/_temporary
2013-10-23 23:26:58,958 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,959 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/renamenarrow
2013-10-23 23:26:58,965 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:58,965 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:58,972 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-10-23 23:26:58,972 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:58,973 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-10-23 23:26:58,973 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-10-23 23:26:58,973 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-10-23 23:26:58,973 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-10-23 23:26:58,973 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lpersplatform/averagenull
2013-10-23 23:26:58,979 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:58,992 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local1003799986_0027
2013-10-23 23:26:58,994 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:58,994 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1003799986_0027_m_000000_0
2013-10-23 23:26:58,995 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:58,995 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:58,995 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5abaaaba
2013-10-23 23:26:58,996 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:58,996 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,060 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,060 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,065 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:59,065 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-10-23 23:26:59,066 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:59,067 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:59,067 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,067 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,068 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:59,068 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,068 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,070 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,071 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,072 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1003799986_0027_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,073 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:59,073 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1003799986_0027_m_000000_0' done.
2013-10-23 23:26:59,073 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1003799986_0027_m_000000_0
2013-10-23 23:26:59,073 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,077 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,078 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,078 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:59,079 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-10-23 23:26:59,079 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:59,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,086 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-10-23 23:26:59,086 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-10-23 23:26:59,090 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1003799986_0027_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,092 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1003799986_0027_r_000000_0 is allowed to commit now
2013-10-23 23:26:59,094 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1003799986_0027_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/averagenull
2013-10-23 23:26:59,095 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:59,095 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1003799986_0027_r_000000_0' done.
2013-10-23 23:26:59,103 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/averagenull/_temporary
2013-10-23 23:26:59,111 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,118 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,119 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/averagenull
2013-10-23 23:26:59,125 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:59,125 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-10-23 23:26:59,131 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-10-23 23:26:59,132 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...blyhelpersplatform/coerce
2013-10-23 23:26:59,137 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,150 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local861774241_0028
2013-10-23 23:26:59,152 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,152 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local861774241_0028_m_000000_0
2013-10-23 23:26:59,153 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,153 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt
2013-10-23 23:26:59,153 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4680937b
2013-10-23 23:26:59,154 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 0
2013-10-23 23:26:59,155 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,155 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,158 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt"]
2013-10-23 23:26:59,159 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-10-23 23:26:59,160 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local861774241_0028_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,161 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local861774241_0028_m_000000_0 is allowed to commit now
2013-10-23 23:26:59,162 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local861774241_0028_m_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coerce
2013-10-23 23:26:59,163 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lower.txt:0+19
2013-10-23 23:26:59,163 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local861774241_0028_m_000000_0' done.
2013-10-23 23:26:59,163 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local861774241_0028_m_000000_0
2013-10-23 23:26:59,163 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,174 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/coerce/_temporary
2013-10-23 23:26:59,179 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,180 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/coerce
2013-10-23 23:26:59,187 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:26:59,188 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:26:59,225 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...] starting
2013-10-23 23:26:59,225 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:59,226 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-10-23 23:26:59,226 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  parallel execution is enabled: false
2013-10-23 23:26:59,226 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  starting jobs: 5
2013-10-23 23:26:59,226 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  allocating threads: 1
2013-10-23 23:26:59,226 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (1/5)
2013-10-23 23:26:59,231 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,244 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local1179471028_0029
2013-10-23 23:26:59,245 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,245 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1179471028_0029_m_000000_0
2013-10-23 23:26:59,246 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,247 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:26:59,247 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5f790458
2013-10-23 23:26:59,247 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,248 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,313 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,313 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,318 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:26:59,318 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(source)[by:[{1}:'char']]
2013-10-23 23:26:59,318 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:59,318 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:59,319 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,319 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,319 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:59,319 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,319 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,320 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,321 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,322 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,323 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1179471028_0029_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,325 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:26:59,325 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1179471028_0029_m_000000_0' done.
2013-10-23 23:26:59,325 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1179471028_0029_m_000000_0
2013-10-23 23:26:59,325 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,328 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,329 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,329 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:59,330 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-23 23:26:59,330 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,330 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:59,330 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,334 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(source)[by:[{1}:'char']]
2013-10-23 23:26:59,335 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][1938037066/source/]
2013-10-23 23:26:59,339 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1179471028_0029_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,341 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,341 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1179471028_0029_r_000000_0 is allowed to commit now
2013-10-23 23:26:59,343 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1179471028_0029_r_000000_0' to file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869
2013-10-23 23:26:59,344 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:59,344 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1179471028_0029_r_000000_0' done.
2013-10-23 23:26:59,355 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (3/5)
2013-10-23 23:26:59,361 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,375 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local1459087095_0030
2013-10-23 23:26:59,377 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,377 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1459087095_0030_m_000000_0
2013-10-23 23:26:59,378 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,378 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000
2013-10-23 23:26:59,378 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3aa09a08
2013-10-23 23:26:59,379 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,379 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,444 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,444 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,445 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,445 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,448 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1938037066/source/]
2013-10-23 23:26:59,448 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']]
2013-10-23 23:26:59,449 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:59,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:59,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,450 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:59,450 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 192, max: 746
2013-10-23 23:26:59,450 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,450 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,451 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,452 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1459087095_0030_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000:0+160
2013-10-23 23:26:59,453 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1459087095_0030_m_000000_0' done.
2013-10-23 23:26:59,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1459087095_0030_m_000000_0
2013-10-23 23:26:59,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,456 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,457 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,457 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:59,457 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-23 23:26:59,457 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:59,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,460 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']]
2013-10-23 23:26:59,461 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][5463503085/count-lhs/]
2013-10-23 23:26:59,464 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1459087095_0030_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,465 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,465 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1459087095_0030_r_000000_0 is allowed to commit now
2013-10-23 23:26:59,467 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1459087095_0030_r_000000_0' to file:/tmp/hadoop-jwfbean/5463503085_count_lhs_5A9AA1E212B0462C9C68F4E231944185
2013-10-23 23:26:59,468 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:59,468 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1459087095_0030_r_000000_0' done.
2013-10-23 23:26:59,476 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (4/5)
2013-10-23 23:26:59,481 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,493 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local1961643588_0031
2013-10-23 23:26:59,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1961643588_0031_m_000000_0
2013-10-23 23:26:59,496 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,497 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000
2013-10-23 23:26:59,497 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@487cc5c2
2013-10-23 23:26:59,497 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,498 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,563 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,563 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,564 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,564 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1938037066/source/]
2013-10-23 23:26:59,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']]
2013-10-23 23:26:59,568 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:26:59,568 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-23 23:26:59,568 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 192, max: 746
2013-10-23 23:26:59,568 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,568 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-23 23:26:59,569 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 192, max: 746
2013-10-23 23:26:59,569 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 25% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-23 23:26:59,569 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,570 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,571 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1961643588_0031_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000:0+160
2013-10-23 23:26:59,573 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1961643588_0031_m_000000_0' done.
2013-10-23 23:26:59,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1961643588_0031_m_000000_0
2013-10-23 23:26:59,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,577 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,578 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:26:59,578 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-23 23:26:59,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,579 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:59,579 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,582 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']]
2013-10-23 23:26:59,582 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][9962960179/count-rhs/]
2013-10-23 23:26:59,586 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1961643588_0031_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,587 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1961643588_0031_r_000000_0 is allowed to commit now
2013-10-23 23:26:59,589 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1961643588_0031_r_000000_0' to file:/tmp/hadoop-jwfbean/9962960179_count_rhs_BD6C512762774265B662A81C62973AD3
2013-10-23 23:26:59,589 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:59,590 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1961643588_0031_r_000000_0' done.
2013-10-23 23:26:59,595 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (2/5)
2013-10-23 23:26:59,600 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,601 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,614 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local1970764954_0032
2013-10-23 23:26:59,616 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,616 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1970764954_0032_m_000000_0
2013-10-23 23:26:59,617 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,618 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000
2013-10-23 23:26:59,618 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@66218741
2013-10-23 23:26:59,619 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,620 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,686 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,686 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,687 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,687 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,691 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1938037066/source/]
2013-10-23 23:26:59,691 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:59,692 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,693 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,694 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1970764954_0032_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,695 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/1938037066_source_207C7D17DFB24BA99054AAA33AEE8869/part-00000:0+160
2013-10-23 23:26:59,695 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1970764954_0032_m_000000_0' done.
2013-10-23 23:26:59,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1970764954_0032_m_000000_0
2013-10-23 23:26:59,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1970764954_0032_m_000001_0
2013-10-23 23:26:59,699 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,699 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/9962960179_count_rhs_BD6C512762774265B662A81C62973AD3/part-00000
2013-10-23 23:26:59,700 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3ce3e8f3
2013-10-23 23:26:59,700 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,700 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,783 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,783 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,787 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][9962960179/count-rhs/]
2013-10-23 23:26:59,787 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:59,788 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,789 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,790 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1970764954_0032_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:26:59,791 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/9962960179_count_rhs_BD6C512762774265B662A81C62973AD3/part-00000:0+160
2013-10-23 23:26:59,792 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1970764954_0032_m_000001_0' done.
2013-10-23 23:26:59,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1970764954_0032_m_000001_0
2013-10-23 23:26:59,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:26:59,796 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,797 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,797 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:26:59,798 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 154 bytes
2013-10-23 23:26:59,798 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,798 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:26:59,798 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,802 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-23 23:26:59,802 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][9732435303/source_count-rhs/]
2013-10-23 23:26:59,810 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-23 23:26:59,810 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-23 23:26:59,815 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1970764954_0032_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:26:59,816 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1970764954_0032_r_000000_0 is allowed to commit now
2013-10-23 23:26:59,817 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1970764954_0032_r_000000_0' to file:/tmp/hadoop-jwfbean/9732435303_source_count_rhs_BCED022294AC4FB4A23057706F5461DB
2013-10-23 23:26:59,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:26:59,818 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1970764954_0032_r_000000_0' done.
2013-10-23 23:26:59,826 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (5/5) ...m/samesourcemergethreeway
2013-10-23 23:26:59,831 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,832 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:26:59,845 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local1793893763_0033
2013-10-23 23:26:59,847 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:26:59,847 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1793893763_0033_m_000000_0
2013-10-23 23:26:59,848 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,848 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/9732435303_source_count_rhs_BCED022294AC4FB4A23057706F5461DB/part-00000
2013-10-23 23:26:59,849 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@10b4adb7
2013-10-23 23:26:59,849 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,850 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,919 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,919 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,920 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:26:59,920 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:26:59,924 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][9732435303/source_count-rhs/]
2013-10-23 23:26:59,924 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-23 23:26:59,925 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:26:59,926 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:26:59,927 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1793893763_0033_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:26:59,928 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/9732435303_source_count_rhs_BCED022294AC4FB4A23057706F5461DB/part-00000:0+200
2013-10-23 23:26:59,928 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1793893763_0033_m_000000_0' done.
2013-10-23 23:26:59,928 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1793893763_0033_m_000000_0
2013-10-23 23:26:59,928 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1793893763_0033_m_000001_0
2013-10-23 23:26:59,929 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:26:59,929 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-jwfbean/5463503085_count_lhs_5A9AA1E212B0462C9C68F4E231944185/part-00000
2013-10-23 23:26:59,930 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@fa8a1ef
2013-10-23 23:26:59,930 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:26:59,931 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:26:59,998 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:26:59,999 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:26:59,999 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:27:00,000 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][5463503085/count-lhs/]
2013-10-23 23:27:00,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-23 23:27:00,005 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:27:00,006 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:27:00,008 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1793893763_0033_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:27:00,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/tmp/hadoop-jwfbean/5463503085_count_lhs_5A9AA1E212B0462C9C68F4E231944185/part-00000:0+160
2013-10-23 23:27:00,009 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1793893763_0033_m_000001_0' done.
2013-10-23 23:27:00,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1793893763_0033_m_000001_0
2013-10-23 23:27:00,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:27:00,013 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,014 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,014 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:27:00,015 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2013-10-23 23:27:00,015 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,016 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:27:00,016 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,021 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-23 23:27:00,022 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-10-23 23:27:00,024 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-23 23:27:00,024 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-23 23:27:00,025 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1793893763_0033_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,027 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,027 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1793893763_0033_r_000000_0 is allowed to commit now
2013-10-23 23:27:00,028 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1793893763_0033_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-10-23 23:27:00,029 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:27:00,029 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1793893763_0033_r_000000_0' done.
2013-10-23 23:27:00,044 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway/_temporary
2013-10-23 23:27:00,049 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,055 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,056 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-10-23 23:27:00,062 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:27:00,063 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs] starting
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  parallel execution is enabled: false
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  starting jobs: 1
2013-10-23 23:27:00,073 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  allocating threads: 1
2013-10-23 23:27:00,074 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2013-10-23 23:27:00,079 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,080 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] submitted hadoop job: job_local1139722015_0034
2013-10-23 23:27:00,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:27:00,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1139722015_0034_m_000000_0
2013-10-23 23:27:00,098 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,099 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:27:00,099 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5fd73cf4
2013-10-23 23:27:00,100 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:27:00,100 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:27:00,166 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:27:00,166 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:27:00,167 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:27:00,167 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,170 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,170 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-23 23:27:00,172 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:27:00,173 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:27:00,174 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1139722015_0034_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,175 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:27:00,175 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1139722015_0034_m_000000_0' done.
2013-10-23 23:27:00,175 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1139722015_0034_m_000000_0
2013-10-23 23:27:00,176 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local1139722015_0034_m_000001_0
2013-10-23 23:27:00,176 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,177 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt
2013-10-23 23:27:00,177 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3bcc97a9
2013-10-23 23:27:00,177 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:27:00,178 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:27:00,246 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:27:00,246 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:27:00,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:27:00,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,251 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt"]
2013-10-23 23:27:00,251 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-23 23:27:00,253 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:27:00,254 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:27:00,255 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1139722015_0034_m_000001_0 is done. And is in the process of commiting
2013-10-23 23:27:00,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/rhs.txt:0+51
2013-10-23 23:27:00,256 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1139722015_0034_m_000001_0' done.
2013-10-23 23:27:00,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local1139722015_0034_m_000001_0
2013-10-23 23:27:00,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:27:00,260 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,261 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,261 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 2 sorted segments
2013-10-23 23:27:00,261 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 2 segments left of total size: 174 bytes
2013-10-23 23:27:00,262 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,262 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:27:00,262 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,265 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-23 23:27:00,265 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-10-23 23:27:00,270 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local1139722015_0034_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,271 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,271 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local1139722015_0034_r_000000_0 is allowed to commit now
2013-10-23 23:27:00,273 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local1139722015_0034_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-10-23 23:27:00,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:27:00,273 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local1139722015_0034_r_000000_0' done.
2013-10-23 23:27:00,279 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic/_temporary
2013-10-23 23:27:00,284 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,285 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-10-23 23:27:00,291 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:27:00,291 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-23 23:27:00,297 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-23 23:27:00,297 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/unique
2013-10-23 23:27:00,302 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,316 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local2094493842_0035
2013-10-23 23:27:00,317 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:27:00,317 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local2094493842_0035_m_000000_0
2013-10-23 23:27:00,318 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,319 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:27:00,319 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@ba76f84
2013-10-23 23:27:00,320 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:27:00,320 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:27:00,386 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:27:00,386 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:27:00,387 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:27:00,387 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,389 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,389 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(shape)[by:[{1}:'num']]
2013-10-23 23:27:00,391 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:27:00,392 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:27:00,393 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2094493842_0035_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:27:00,394 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2094493842_0035_m_000000_0' done.
2013-10-23 23:27:00,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local2094493842_0035_m_000000_0
2013-10-23 23:27:00,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:27:00,397 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,397 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,398 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:27:00,398 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-23 23:27:00,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,398 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:27:00,398 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,400 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(shape)[by:[{1}:'num']]
2013-10-23 23:27:00,401 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-10-23 23:27:00,404 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local2094493842_0035_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,406 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local2094493842_0035_r_000000_0 is allowed to commit now
2013-10-23 23:27:00,407 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local2094493842_0035_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/unique
2013-10-23 23:27:00,408 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:27:00,409 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local2094493842_0035_r_000000_0' done.
2013-10-23 23:27:00,417 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/unique/_temporary
2013-10-23 23:27:00,423 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,424 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/unique
2013-10-23 23:27:00,431 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-23 23:27:00,431 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /Users/jwfbean/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-23 23:27:00,438 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-23 23:27:00,439 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...platform/countnullnotnull
2013-10-23 23:27:00,443 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,456 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local797810859_0036
2013-10-23 23:27:00,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(340)) - Waiting for map tasks
2013-10-23 23:27:00,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(204)) - Starting task: attempt_local797810859_0036_m_000000_0
2013-10-23 23:27:00,459 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,460 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt
2013-10-23 23:27:00,460 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(455)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@71201ad7
2013-10-23 23:27:00,461 INFO  mapred.MapTask (MapTask.java:runOldMapper(419)) - numReduceTasks: 1
2013-10-23 23:27:00,461 INFO  mapred.MapTask (MapTask.java:<init>(949)) - io.sort.mb = 100
2013-10-23 23:27:00,527 INFO  mapred.MapTask (MapTask.java:<init>(961)) - data buffer = 79691776/99614720
2013-10-23 23:27:00,527 INFO  mapred.MapTask (MapTask.java:<init>(962)) - record buffer = 262144/327680
2013-10-23 23:27:00,528 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-23 23:27:00,528 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt"]
2013-10-23 23:27:00,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-10-23 23:27:00,533 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-23 23:27:00,536 INFO  mapred.MapTask (MapTask.java:flush(1289)) - Starting flush of map output
2013-10-23 23:27:00,537 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1471)) - Finished spill 0
2013-10-23 23:27:00,538 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local797810859_0036_m_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/classes/test/data/lhs.txt:0+52
2013-10-23 23:27:00,540 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local797810859_0036_m_000000_0' done.
2013-10-23 23:27:00,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(229)) - Finishing task: attempt_local797810859_0036_m_000000_0
2013-10-23 23:27:00,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(348)) - Map task executor complete.
2013-10-23 23:27:00,542 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : null
2013-10-23 23:27:00,542 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,543 INFO  mapred.Merger (Merger.java:merge(408)) - Merging 1 sorted segments
2013-10-23 23:27:00,543 INFO  mapred.Merger (Merger.java:merge(491)) - Down to the last merge-pass, with 1 segments left of total size: 10 bytes
2013-10-23 23:27:00,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-23 23:27:00,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-23 23:27:00,548 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-10-23 23:27:00,549 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-10-23 23:27:00,551 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local797810859_0036_r_000000_0 is done. And is in the process of commiting
2013-10-23 23:27:00,552 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - 
2013-10-23 23:27:00,552 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local797810859_0036_r_000000_0 is allowed to commit now
2013-10-23 23:27:00,553 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local797810859_0036_r_000000_0' to file:/Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull
2013-10-23 23:27:00,554 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(466)) - reduce > reduce
2013-10-23 23:27:00,554 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local797810859_0036_r_000000_0' done.
2013-10-23 23:27:00,559 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull/_temporary
2013-10-23 23:27:00,564 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,569 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-23 23:27:00,570 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/jwfbean/git/cascading.compatibility/cloudera-cdh4.4/build/test/output//hadoop/assemblyhelpersplatform/countnullnotnull