Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

2013-10-02 03:54:02,059 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-02 03:54:02,086 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-02 03:54:02,087 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.pipe.assembly.AssemblyHelpersPlatformTest
2013-10-02 03:54:02,125 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-02 03:54:02,727 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:02,729 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:02,741 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 3183CE869C614B21B78F31CBA751FBCF
2013-10-02 03:54:02,982 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0-wip-122
2013-10-02 03:54:02,985 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-02 03:54:02,986 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:02,987 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:02,987 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-10-02 03:54:02,988 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-02 03:54:02,988 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-02 03:54:02,988 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-02 03:54:02,990 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...platform/multimerge+false
2013-10-02 03:54:03,035 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-02 03:54:03,078 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-02 03:54:03,085 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:03,095 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:03,288 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0001
2013-10-02 03:54:03,346 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-02 03:54:03,354 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@460ab1b4
2013-10-02 03:54:03,362 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:03,369 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:03,376 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:03,504 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:03,505 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:03,525 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:03,525 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:03,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:03,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-02 03:54:03,592 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:03,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:03,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 197, max: 672
2013-10-02 03:54:03,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:03,605 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:03,605 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 197, max: 672
2013-10-02 03:54:03,605 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:03,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:03,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 197, max: 672
2013-10-02 03:54:03,607 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:03,607 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:03,608 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 197, max: 672
2013-10-02 03:54:03,608 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:03,609 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:03,621 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:03,624 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:06,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:06,333 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-02 03:54:06,336 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a02097
2013-10-02 03:54:06,337 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:54:06,339 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:06,339 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:06,465 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:06,465 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:06,466 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:06,467 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:06,491 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:06,491 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-02 03:54:06,492 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:06,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:06,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-10-02 03:54:06,603 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:06,604 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:06,605 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-10-02 03:54:06,605 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:06,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:06,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-10-02 03:54:06,607 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:06,608 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:06,608 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-10-02 03:54:06,608 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:06,609 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:06,613 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:06,616 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:54:09,336 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:54:09,337 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000001_0' done.
2013-10-02 03:54:09,351 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7846a55e
2013-10-02 03:54:09,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:09,357 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:54:09,362 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-10-02 03:54:09,363 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:09,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:09,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:09,388 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-10-02 03:54:09,389 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-10-02 03:54:09,411 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:09,412 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:09,413 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-02 03:54:09,418 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false
2013-10-02 03:54:12,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:12,352 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-02 03:54:12,383 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false/_temporary
2013-10-02 03:54:12,406 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:12,429 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:12,431 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/multimerge+false
2013-10-02 03:54:12,458 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:12,459 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:12,508 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-02 03:54:12,510 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:12,511 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-10-02 03:54:12,512 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-02 03:54:12,513 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-02 03:54:12,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-02 03:54:12,515 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/minbystring
2013-10-02 03:54:12,533 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:12,616 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0002
2013-10-02 03:54:12,621 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@233f99af
2013-10-02 03:54:12,623 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:12,625 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:12,625 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:12,749 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:12,750 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:12,751 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:12,751 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:12,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:12,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-10-02 03:54:12,767 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:12,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:12,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 90, total: 387, max: 672
2013-10-02 03:54:12,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 57% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:12,770 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:12,771 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 90, total: 387, max: 672
2013-10-02 03:54:12,771 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 57% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:12,772 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:12,775 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:12,778 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:15,622 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:15,623 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-02 03:54:15,694 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6165ab39
2013-10-02 03:54:15,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:15,696 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:54:15,697 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-02 03:54:15,697 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:15,697 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:15,698 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:15,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-10-02 03:54:15,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-10-02 03:54:15,717 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:15,718 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:15,719 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-02 03:54:15,723 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minbystring
2013-10-02 03:54:18,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:18,695 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-02 03:54:18,706 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minbystring/_temporary
2013-10-02 03:54:18,750 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:18,770 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:18,772 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/minbystring
2013-10-02 03:54:18,796 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:18,797 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:18,833 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs] starting
2013-10-02 03:54:18,834 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:18,834 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:18,834 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-10-02 03:54:18,835 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  parallel execution is enabled: false
2013-10-02 03:54:18,835 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  starting jobs: 1
2013-10-02 03:54:18,835 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  allocating threads: 1
2013-10-02 03:54:18,836 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] starting step: (1/1) ...persplatform/mergeaverage
2013-10-02 03:54:18,853 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:18,854 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:18,915 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] submitted hadoop job: job_local_0003
2013-10-02 03:54:18,920 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@470898b
2013-10-02 03:54:18,922 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:18,924 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:18,924 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:19,043 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:19,044 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:19,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:19,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:19,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:19,062 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-02 03:54:19,063 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:19,065 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:19,065 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 75, total: 482, max: 672
2013-10-02 03:54:19,066 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:19,067 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:19,068 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 75, total: 482, max: 672
2013-10-02 03:54:19,068 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:19,069 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:19,070 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 75, total: 482, max: 672
2013-10-02 03:54:19,070 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:19,071 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:19,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 75, total: 482, max: 672
2013-10-02 03:54:19,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:19,074 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:19,078 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:19,081 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:21,921 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:21,922 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2013-10-02 03:54:21,924 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7c5438e1
2013-10-02 03:54:21,926 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:54:21,927 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:21,928 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:22,091 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:22,094 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:22,098 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:22,098 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:22,113 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:22,113 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-02 03:54:22,114 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:22,117 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:22,118 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-10-02 03:54:22,118 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:22,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:22,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-10-02 03:54:22,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:22,120 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:22,120 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-10-02 03:54:22,120 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:22,121 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:22,121 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-10-02 03:54:22,122 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:22,122 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:22,125 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:22,127 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:54:24,925 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:54:24,925 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000001_0' done.
2013-10-02 03:54:24,934 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4965d0e0
2013-10-02 03:54:24,934 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:24,936 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:54:24,937 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 400 bytes
2013-10-02 03:54:24,937 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:24,938 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:24,938 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:24,951 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-10-02 03:54:24,952 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-10-02 03:54:24,960 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:24,960 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:24,961 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-10-02 03:54:24,965 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage
2013-10-02 03:54:27,935 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:27,936 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2013-10-02 03:54:27,942 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage/_temporary
2013-10-02 03:54:27,954 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:27,967 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:27,969 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/mergeaverage
2013-10-02 03:54:27,983 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:27,984 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:28,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:54:28,005 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:54:28,006 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-10-02 03:54:28,006 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:54:28,007 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:54:28,007 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:54:28,008 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...helpersplatform/renameall
2013-10-02 03:54:28,028 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:28,060 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0004
2013-10-02 03:54:28,064 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@233e9934
2013-10-02 03:54:28,066 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:54:28,067 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:54:28,073 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:28,073 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:28,082 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:54:28,083 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-10-02 03:54:28,087 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:28,089 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:28,089 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0004_m_000000_0 is allowed to commit now
2013-10-02 03:54:28,094 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renameall
2013-10-02 03:54:31,064 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:54:31,064 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_m_000000_0' done.
2013-10-02 03:54:31,070 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renameall/_temporary
2013-10-02 03:54:31,081 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:31,082 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/renameall
2013-10-02 03:54:31,098 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:31,099 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:31,146 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-02 03:54:31,146 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:31,147 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-10-02 03:54:31,147 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-02 03:54:31,147 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 2
2013-10-02 03:54:31,147 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-02 03:54:31,148 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/2)
2013-10-02 03:54:31,162 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:31,193 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0005
2013-10-02 03:54:31,198 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6001ef4b
2013-10-02 03:54:31,200 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:31,201 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:31,202 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:31,566 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:31,569 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:31,570 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:31,571 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:31,582 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:31,582 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-10-02 03:54:31,583 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:31,584 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:31,585 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-10-02 03:54:31,585 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:31,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:31,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-10-02 03:54:31,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:31,587 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:31,587 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-10-02 03:54:31,588 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:31,588 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:31,588 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-10-02 03:54:31,589 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:31,590 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:31,593 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:31,595 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:34,198 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:34,199 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_m_000000_0' done.
2013-10-02 03:54:34,204 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16ff6348
2013-10-02 03:54:34,204 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:34,206 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:54:34,207 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-02 03:54:34,207 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:34,208 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:34,208 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:34,218 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-10-02 03:54:34,218 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['count', 'count2']]"][1355072847/count/]
2013-10-02 03:54:34,230 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:34,232 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:34,232 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 175, max: 672
2013-10-02 03:54:34,232 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:34,234 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:34,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:34,236 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2013-10-02 03:54:34,239 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/tmp/hadoop-teamcity/1355072847_count_2A35860B355246D9B37C34132D611CD0
2013-10-02 03:54:37,204 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:37,205 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_r_000000_0' done.
2013-10-02 03:54:37,218 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (2/2) ...elpersplatform/countcount
2013-10-02 03:54:37,257 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:37,303 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0006
2013-10-02 03:54:37,307 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c4bd767
2013-10-02 03:54:37,308 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1355072847_count_2A35860B355246D9B37C34132D611CD0/part-00000
2013-10-02 03:54:37,315 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:37,315 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:37,439 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:37,439 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:37,441 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:37,441 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:37,450 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['count', 'count2']]"][1355072847/count/]
2013-10-02 03:54:37,451 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'count']]
2013-10-02 03:54:37,452 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:37,454 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:37,456 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:40,308 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/1355072847_count_2A35860B355246D9B37C34132D611CD0/part-00000:0+112
2013-10-02 03:54:40,308 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_m_000000_0' done.
2013-10-02 03:54:40,312 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4cfed6f7
2013-10-02 03:54:40,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:40,313 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:54:40,314 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 29 bytes
2013-10-02 03:54:40,314 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:40,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:40,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:40,324 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'count']]
2013-10-02 03:54:40,324 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-10-02 03:54:40,329 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:40,330 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:40,331 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2013-10-02 03:54:40,333 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countcount
2013-10-02 03:54:43,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:43,313 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_r_000000_0' done.
2013-10-02 03:54:43,321 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countcount/_temporary
2013-10-02 03:54:43,332 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:43,344 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:43,345 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/countcount
2013-10-02 03:54:43,361 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:43,361 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:43,390 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs] starting
2013-10-02 03:54:43,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:43,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:43,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-10-02 03:54:43,392 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  parallel execution is enabled: false
2013-10-02 03:54:43,392 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  starting jobs: 1
2013-10-02 03:54:43,392 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  allocating threads: 1
2013-10-02 03:54:43,393 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] starting step: (1/1) ...elpersplatform/mergecount
2013-10-02 03:54:43,408 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:43,410 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:43,439 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] submitted hadoop job: job_local_0007
2013-10-02 03:54:43,443 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ae4f8b
2013-10-02 03:54:43,444 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:43,446 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:43,446 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:43,575 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:43,576 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:43,577 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:43,577 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:43,589 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:43,589 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:54:43,590 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:43,591 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:43,591 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 365, max: 672
2013-10-02 03:54:43,591 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:43,592 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:43,592 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 365, max: 672
2013-10-02 03:54:43,592 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:43,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:43,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 365, max: 672
2013-10-02 03:54:43,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:43,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:43,594 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 365, max: 672
2013-10-02 03:54:43,594 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:43,594 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:43,597 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:43,599 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:46,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:46,444 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000000_0' done.
2013-10-02 03:54:46,446 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@50d420eb
2013-10-02 03:54:46,447 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:54:46,448 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:46,449 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:46,566 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:46,566 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:46,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:46,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:46,579 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:54:46,579 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:54:46,580 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:46,584 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:46,584 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-10-02 03:54:46,584 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:46,585 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:46,585 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-10-02 03:54:46,585 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:46,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:54:46,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-10-02 03:54:46,586 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:46,587 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:54:46,587 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-10-02 03:54:46,587 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:46,588 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:46,591 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:46,614 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:54:49,447 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:54:49,448 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000001_0' done.
2013-10-02 03:54:49,455 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2771f735
2013-10-02 03:54:49,455 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:49,456 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:54:49,457 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-10-02 03:54:49,457 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:49,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:49,458 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:49,470 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:54:49,470 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-10-02 03:54:49,477 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:49,478 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:49,479 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2013-10-02 03:54:49,482 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergecount
2013-10-02 03:54:52,455 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:52,456 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_r_000000_0' done.
2013-10-02 03:54:52,468 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergecount/_temporary
2013-10-02 03:54:52,478 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:52,489 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:52,490 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/mergecount
2013-10-02 03:54:52,503 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:52,503 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:52,525 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-02 03:54:52,525 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:52,525 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-10-02 03:54:52,526 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-02 03:54:52,526 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-02 03:54:52,526 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-02 03:54:52,527 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/maxbystring
2013-10-02 03:54:52,576 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:52,606 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0008
2013-10-02 03:54:52,610 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc7510d
2013-10-02 03:54:52,611 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:52,613 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:52,613 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:52,728 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:52,729 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:52,730 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:52,731 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:52,740 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:52,740 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-10-02 03:54:52,741 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:52,743 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:52,743 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 25, total: 534, max: 672
2013-10-02 03:54:52,743 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:52,744 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:52,744 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 25, total: 534, max: 672
2013-10-02 03:54:52,744 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:52,745 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:52,748 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:53,001 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:55,610 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:54:55,611 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_m_000000_0' done.
2013-10-02 03:54:55,615 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7090f19c
2013-10-02 03:54:55,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:55,616 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:54:55,617 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-02 03:54:55,617 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:55,618 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:55,618 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:54:55,628 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-10-02 03:54:55,629 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-10-02 03:54:55,635 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:54:55,636 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:54:55,637 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2013-10-02 03:54:55,640 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxbystring
2013-10-02 03:54:58,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:54:58,616 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_r_000000_0' done.
2013-10-02 03:54:58,622 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxbystring/_temporary
2013-10-02 03:54:58,631 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:58,641 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:58,642 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/maxbystring
2013-10-02 03:54:58,655 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:54:58,656 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:54:58,683 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first] starting
2013-10-02 03:54:58,684 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:58,684 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-10-02 03:54:58,685 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  parallel execution is enabled: false
2013-10-02 03:54:58,685 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  starting jobs: 1
2013-10-02 03:54:58,686 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  allocating threads: 1
2013-10-02 03:54:58,687 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] starting step: (1/1) ...blyhelpersplatform/firstn
2013-10-02 03:54:58,710 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:54:58,740 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] submitted hadoop job: job_local_0009
2013-10-02 03:54:58,744 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76fdbc27
2013-10-02 03:54:58,746 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:54:58,747 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:54:58,748 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:54:58,875 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:54:58,876 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:54:58,878 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:54:58,879 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:54:58,888 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:54:58,888 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'num']]
2013-10-02 03:54:58,890 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:54:58,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:54:58,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 210, max: 672
2013-10-02 03:54:58,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:58,892 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:54:58,892 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 210, max: 672
2013-10-02 03:54:58,892 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:54:58,893 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:54:58,896 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:54:58,898 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:01,745 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:01,746 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_m_000000_0' done.
2013-10-02 03:55:01,750 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6dc8f3cd
2013-10-02 03:55:01,751 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:01,753 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:01,754 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 122 bytes
2013-10-02 03:55:01,754 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:01,756 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:01,756 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:01,765 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'num']]
2013-10-02 03:55:01,766 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-10-02 03:55:01,773 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:01,774 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:01,775 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2013-10-02 03:55:01,778 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/firstn
2013-10-02 03:55:04,750 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:04,752 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_r_000000_0' done.
2013-10-02 03:55:04,759 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/firstn/_temporary
2013-10-02 03:55:04,768 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:04,769 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/firstn
2013-10-02 03:55:04,782 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:04,782 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:04,803 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-10-02 03:55:04,803 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:04,803 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-10-02 03:55:04,804 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-10-02 03:55:04,804 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-10-02 03:55:04,804 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-10-02 03:55:04,805 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...persplatform/coercefields
2013-10-02 03:55:04,817 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:04,841 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local_0010
2013-10-02 03:55:04,845 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c0c7539
2013-10-02 03:55:04,847 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:55:04,848 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:55:04,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:04,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:04,859 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:04,860 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-10-02 03:55:04,867 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:04,868 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:04,868 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0010_m_000000_0 is allowed to commit now
2013-10-02 03:55:04,871 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coercefields
2013-10-02 03:55:07,845 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:55:07,846 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0010_m_000000_0' done.
2013-10-02 03:55:07,852 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coercefields/_temporary
2013-10-02 03:55:07,861 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:07,863 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/coercefields
2013-10-02 03:55:07,874 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:07,875 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:07,890 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-02 03:55:07,891 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:07,891 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-10-02 03:55:07,891 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-02 03:55:07,891 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-02 03:55:07,891 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-02 03:55:07,892 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...mblyhelpersplatform/count
2013-10-02 03:55:07,903 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:07,928 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0011
2013-10-02 03:55:07,932 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2b39d891
2013-10-02 03:55:07,933 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:07,934 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:07,935 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:08,059 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:08,059 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:08,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:08,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:08,070 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:08,070 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-10-02 03:55:08,071 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:08,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:08,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 72, total: 305, max: 672
2013-10-02 03:55:08,072 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:08,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:08,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 72, total: 305, max: 672
2013-10-02 03:55:08,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:08,073 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:08,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 72, total: 305, max: 672
2013-10-02 03:55:08,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:08,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:08,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 72, total: 305, max: 672
2013-10-02 03:55:08,074 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:08,075 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:08,078 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:08,079 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:10,932 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:10,933 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_m_000000_0' done.
2013-10-02 03:55:10,936 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6cd9c6e2
2013-10-02 03:55:10,936 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:10,938 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:10,938 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-02 03:55:10,938 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:10,939 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:10,939 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:10,949 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-10-02 03:55:10,950 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-10-02 03:55:10,956 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:10,957 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:10,958 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2013-10-02 03:55:10,961 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/count
2013-10-02 03:55:13,937 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:13,938 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_r_000000_0' done.
2013-10-02 03:55:13,945 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/count/_temporary
2013-10-02 03:55:13,956 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:13,967 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:13,968 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/count
2013-10-02 03:55:13,983 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:13,983 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:14,003 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-10-02 03:55:14,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:14,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-10-02 03:55:14,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-10-02 03:55:14,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-10-02 03:55:14,004 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-10-02 03:55:14,005 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...mblyhelpersplatform/maxby
2013-10-02 03:55:14,017 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:14,042 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0012
2013-10-02 03:55:14,046 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@eca4aae
2013-10-02 03:55:14,047 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:14,049 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:14,049 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:14,172 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:14,173 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:14,174 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:14,174 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:14,183 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:14,183 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'char']]
2013-10-02 03:55:14,184 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:14,185 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:14,185 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 400, max: 672
2013-10-02 03:55:14,185 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:14,186 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:14,186 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 400, max: 672
2013-10-02 03:55:14,186 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:14,187 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:14,187 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 400, max: 672
2013-10-02 03:55:14,187 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:14,188 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:14,188 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 400, max: 672
2013-10-02 03:55:14,188 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:14,188 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:14,191 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:14,192 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:17,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:17,049 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_m_000000_0' done.
2013-10-02 03:55:17,052 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ddb8962
2013-10-02 03:55:17,053 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:17,054 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:17,055 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-10-02 03:55:17,055 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:17,056 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:17,056 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:17,064 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'char']]
2013-10-02 03:55:17,064 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-10-02 03:55:17,070 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:17,071 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:17,072 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2013-10-02 03:55:17,075 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxby
2013-10-02 03:55:20,053 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:20,054 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_r_000000_0' done.
2013-10-02 03:55:20,060 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/maxby/_temporary
2013-10-02 03:55:20,070 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:20,086 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:20,088 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/maxby
2013-10-02 03:55:20,100 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:20,100 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:20,115 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min] starting
2013-10-02 03:55:20,115 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:20,115 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-10-02 03:55:20,115 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  parallel execution is enabled: false
2013-10-02 03:55:20,116 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  starting jobs: 1
2013-10-02 03:55:20,116 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  allocating threads: 1
2013-10-02 03:55:20,116 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] starting step: (1/1) ...mblyhelpersplatform/minby
2013-10-02 03:55:20,127 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:20,151 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] submitted hadoop job: job_local_0013
2013-10-02 03:55:20,154 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69c67db
2013-10-02 03:55:20,156 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:20,157 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:20,158 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:20,275 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:20,276 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:20,277 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:20,278 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:20,286 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:20,286 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(min)[by:[{1}:'char']]
2013-10-02 03:55:20,286 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:20,288 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:20,288 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 495, max: 672
2013-10-02 03:55:20,288 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:20,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:20,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 495, max: 672
2013-10-02 03:55:20,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:20,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:20,290 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 495, max: 672
2013-10-02 03:55:20,290 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:20,290 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:20,291 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 495, max: 672
2013-10-02 03:55:20,291 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:20,291 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:20,293 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:20,295 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:23,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:23,156 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0013_m_000000_0' done.
2013-10-02 03:55:23,159 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24f1c787
2013-10-02 03:55:23,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:23,160 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:23,161 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-10-02 03:55:23,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:23,162 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:23,162 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:23,170 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(min)[by:[{1}:'char']]
2013-10-02 03:55:23,170 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-10-02 03:55:23,175 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0013_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:23,175 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:23,176 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0013_r_000000_0 is allowed to commit now
2013-10-02 03:55:23,178 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minby
2013-10-02 03:55:26,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:26,160 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0013_r_000000_0' done.
2013-10-02 03:55:26,169 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/minby/_temporary
2013-10-02 03:55:26,177 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:26,186 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:26,188 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/minby
2013-10-02 03:55:26,198 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:26,199 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:26,215 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-10-02 03:55:26,216 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:26,216 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-10-02 03:55:26,216 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-10-02 03:55:26,216 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-10-02 03:55:26,216 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-10-02 03:55:26,218 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...semblyhelpersplatform/sum
2013-10-02 03:55:26,229 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:26,248 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local_0014
2013-10-02 03:55:26,251 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7e2bd615
2013-10-02 03:55:26,252 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:26,253 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:26,254 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:26,369 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:26,370 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:26,371 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:26,371 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:26,380 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:26,380 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-10-02 03:55:26,381 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:26,382 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:26,382 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 560, max: 672
2013-10-02 03:55:26,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:26,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 560, max: 672
2013-10-02 03:55:26,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:26,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 560, max: 672
2013-10-02 03:55:26,384 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:26,384 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 560, max: 672
2013-10-02 03:55:26,385 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:26,387 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:26,389 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:29,252 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:29,253 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0014_m_000000_0' done.
2013-10-02 03:55:29,256 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c4cc81c
2013-10-02 03:55:29,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:29,258 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:29,258 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-02 03:55:29,258 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:29,259 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:29,259 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:29,267 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-10-02 03:55:29,267 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-10-02 03:55:29,272 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0014_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:29,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:29,274 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0014_r_000000_0 is allowed to commit now
2013-10-02 03:55:29,276 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0014_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sum
2013-10-02 03:55:32,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:32,258 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0014_r_000000_0' done.
2013-10-02 03:55:32,266 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sum/_temporary
2013-10-02 03:55:32,274 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:32,283 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:32,284 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/sum
2013-10-02 03:55:32,296 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:32,296 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:32,316 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs] starting
2013-10-02 03:55:32,316 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:55:32,316 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:32,316 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-10-02 03:55:32,317 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  parallel execution is enabled: false
2013-10-02 03:55:32,317 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  starting jobs: 1
2013-10-02 03:55:32,317 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  allocating threads: 1
2013-10-02 03:55:32,318 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] starting step: (1/1) ...yhelpersplatform/mergesum
2013-10-02 03:55:32,330 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:32,331 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:32,350 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] submitted hadoop job: job_local_0015
2013-10-02 03:55:32,353 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a4aad7f
2013-10-02 03:55:32,354 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:32,355 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:32,356 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:32,677 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:32,677 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:32,679 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:32,679 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:32,690 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:32,690 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-02 03:55:32,691 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:32,692 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:32,693 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 211, max: 672
2013-10-02 03:55:32,693 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:32,695 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:32,695 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 211, max: 672
2013-10-02 03:55:32,695 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:32,697 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:32,697 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 211, max: 672
2013-10-02 03:55:32,697 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:32,699 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:32,699 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 211, max: 672
2013-10-02 03:55:32,699 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 31% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:32,700 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:32,703 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:32,705 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:35,353 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:35,355 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_m_000000_0' done.
2013-10-02 03:55:35,357 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@96d92e
2013-10-02 03:55:35,358 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:55:35,359 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:35,361 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:35,484 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:35,485 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:35,487 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:35,487 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:35,497 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:55:35,497 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-02 03:55:35,499 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:35,502 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:35,503 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 306, max: 672
2013-10-02 03:55:35,504 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:35,505 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:35,506 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 306, max: 672
2013-10-02 03:55:35,506 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:35,508 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:35,508 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 306, max: 672
2013-10-02 03:55:35,508 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:35,510 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:35,510 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 95, total: 306, max: 672
2013-10-02 03:55:35,511 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 45% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:35,512 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:35,515 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:35,516 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:55:38,357 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:55:38,359 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_m_000001_0' done.
2013-10-02 03:55:38,365 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@47f7a434
2013-10-02 03:55:38,365 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:38,367 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:55:38,368 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-10-02 03:55:38,368 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:38,370 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:38,370 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:38,380 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-10-02 03:55:38,380 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-10-02 03:55:38,388 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:38,389 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:38,390 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0015_r_000000_0 is allowed to commit now
2013-10-02 03:55:38,392 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergesum
2013-10-02 03:55:41,365 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:41,365 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_r_000000_0' done.
2013-10-02 03:55:41,374 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/mergesum/_temporary
2013-10-02 03:55:41,383 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:41,392 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:41,393 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/mergesum
2013-10-02 03:55:41,402 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:41,403 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:41,414 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:55:41,414 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:41,414 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-10-02 03:55:41,414 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:55:41,415 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:55:41,415 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:55:41,415 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...ersplatform/discardnarrow
2013-10-02 03:55:41,426 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:41,444 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0016
2013-10-02 03:55:41,447 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@73549af8
2013-10-02 03:55:41,449 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:55:41,449 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:55:41,452 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:41,452 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:41,459 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:41,459 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-10-02 03:55:41,461 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0016_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:41,462 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:41,462 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0016_m_000000_0 is allowed to commit now
2013-10-02 03:55:41,464 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0016_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow
2013-10-02 03:55:44,448 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:55:44,449 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0016_m_000000_0' done.
2013-10-02 03:55:44,456 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow/_temporary
2013-10-02 03:55:44,464 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:44,465 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/discardnarrow
2013-10-02 03:55:44,474 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:44,475 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:44,484 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:55:44,484 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:44,484 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-10-02 03:55:44,485 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:55:44,485 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:55:44,485 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:55:44,485 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/rename
2013-10-02 03:55:44,493 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:44,511 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0017
2013-10-02 03:55:44,515 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@57fd54c4
2013-10-02 03:55:44,516 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:55:44,517 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:55:44,519 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:44,519 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:44,525 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:55:44,525 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-10-02 03:55:44,526 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0017_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:44,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:44,528 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0017_m_000000_0 is allowed to commit now
2013-10-02 03:55:44,530 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0017_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/rename
2013-10-02 03:55:47,514 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:55:47,515 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0017_m_000000_0' done.
2013-10-02 03:55:47,599 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/rename/_temporary
2013-10-02 03:55:47,607 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:47,608 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/rename
2013-10-02 03:55:47,622 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:47,623 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:47,648 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-02 03:55:47,649 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:55:47,649 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:47,649 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-10-02 03:55:47,649 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-02 03:55:47,650 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-02 03:55:47,650 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-02 03:55:47,651 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...splatform/multimerge+true
2013-10-02 03:55:47,661 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:47,662 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:47,681 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0018
2013-10-02 03:55:47,685 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@274cbf3f
2013-10-02 03:55:47,686 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:47,687 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:47,687 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:47,813 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:47,813 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:47,814 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:47,814 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:47,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:47,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-02 03:55:47,827 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:47,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:47,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 401, max: 672
2013-10-02 03:55:47,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:47,829 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:47,829 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 401, max: 672
2013-10-02 03:55:47,829 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:47,830 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:47,830 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 401, max: 672
2013-10-02 03:55:47,830 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:47,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:47,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 66, total: 401, max: 672
2013-10-02 03:55:47,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:47,832 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:47,834 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:47,835 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:50,685 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:50,686 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_m_000000_0' done.
2013-10-02 03:55:50,687 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42aaf2ef
2013-10-02 03:55:50,688 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:55:50,689 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:50,689 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:50,813 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:50,813 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:50,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:50,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:50,827 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:55:50,827 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-02 03:55:50,827 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:50,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:50,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 496, max: 672
2013-10-02 03:55:50,831 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:50,832 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:50,833 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 496, max: 672
2013-10-02 03:55:50,833 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:50,833 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:50,834 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 496, max: 672
2013-10-02 03:55:50,834 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:50,834 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:50,835 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 496, max: 672
2013-10-02 03:55:50,835 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 73% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:55:50,835 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:50,838 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:50,839 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:55:53,688 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:55:53,689 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_m_000001_0' done.
2013-10-02 03:55:53,694 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@10853e51
2013-10-02 03:55:53,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:53,696 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:55:53,696 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-10-02 03:55:53,696 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:53,697 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:53,697 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:53,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-10-02 03:55:53,710 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-10-02 03:55:53,717 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:53,718 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:53,718 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0018_r_000000_0 is allowed to commit now
2013-10-02 03:55:53,721 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true
2013-10-02 03:55:56,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:55:56,695 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_r_000000_0' done.
2013-10-02 03:55:56,699 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true/_temporary
2013-10-02 03:55:56,708 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:56,717 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:56,718 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/multimerge+true
2013-10-02 03:55:56,780 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:55:56,781 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:55:56,815 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second] starting
2013-10-02 03:55:56,815 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:56,815 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-10-02 03:55:56,816 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  parallel execution is enabled: false
2013-10-02 03:55:56,816 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  starting jobs: 2
2013-10-02 03:55:56,816 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  allocating threads: 1
2013-10-02 03:55:56,817 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (1/2)
2013-10-02 03:55:56,826 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:55:56,845 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local_0019
2013-10-02 03:55:56,848 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@318430a5
2013-10-02 03:55:56,849 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:55:56,850 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:55:56,851 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:55:56,974 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:55:56,975 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:55:56,976 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:56,976 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:55:56,986 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:55:56,986 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'char']]
2013-10-02 03:55:56,987 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:55:56,990 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:55:56,991 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 89, total: 590, max: 672
2013-10-02 03:55:56,992 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:55:56,992 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 89, total: 590, max: 672
2013-10-02 03:55:56,992 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:55:56,993 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 89, total: 590, max: 672
2013-10-02 03:55:56,993 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:55:56,993 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 89, total: 590, max: 672
2013-10-02 03:55:56,994 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:55:56,996 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:55:56,997 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0019_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:59,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:55:59,849 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0019_m_000000_0' done.
2013-10-02 03:55:59,853 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11da1f99
2013-10-02 03:55:59,853 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:59,854 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:55:59,854 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-02 03:55:59,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:59,855 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:55:59,855 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:55:59,864 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'char']]
2013-10-02 03:55:59,864 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][9902008692/first/]
2013-10-02 03:55:59,868 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0019_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:55:59,869 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:55:59,869 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0019_r_000000_0 is allowed to commit now
2013-10-02 03:55:59,871 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0019_r_000000_0' to file:/tmp/hadoop-teamcity/9902008692_first_FF4D8EF6636A472184D1170B7B60A058
2013-10-02 03:56:02,853 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:02,854 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0019_r_000000_0' done.
2013-10-02 03:56:02,857 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (2/2) ...form/samesourcemergecount
2013-10-02 03:56:02,866 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:02,885 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local_0020
2013-10-02 03:56:02,888 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@115080e5
2013-10-02 03:56:02,890 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9902008692_first_FF4D8EF6636A472184D1170B7B60A058/part-00000
2013-10-02 03:56:02,892 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:02,893 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:03,249 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:03,250 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:03,251 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:03,251 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:03,262 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][9902008692/first/]
2013-10-02 03:56:03,262 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(second)[by:[{1}:'char']]
2013-10-02 03:56:03,263 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:03,264 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:03,264 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 131, total: 235, max: 672
2013-10-02 03:56:03,264 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:03,264 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:03,265 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 131, total: 235, max: 672
2013-10-02 03:56:03,265 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:03,265 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:03,267 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:03,269 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0020_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:05,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/9902008692_first_FF4D8EF6636A472184D1170B7B60A058/part-00000:0+160
2013-10-02 03:56:05,889 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0020_m_000000_0' done.
2013-10-02 03:56:05,892 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1e085b8d
2013-10-02 03:56:05,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:05,893 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:05,894 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-02 03:56:05,894 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:05,895 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:05,895 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:05,904 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(second)[by:[{1}:'char']]
2013-10-02 03:56:05,905 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-10-02 03:56:05,910 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0020_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:05,910 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:05,911 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0020_r_000000_0 is allowed to commit now
2013-10-02 03:56:05,913 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount
2013-10-02 03:56:08,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:08,894 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0020_r_000000_0' done.
2013-10-02 03:56:08,905 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount/_temporary
2013-10-02 03:56:08,913 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:08,922 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:08,923 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergecount
2013-10-02 03:56:08,934 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:08,934 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:08,944 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-10-02 03:56:08,945 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:08,945 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-10-02 03:56:08,945 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-10-02 03:56:08,945 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-10-02 03:56:08,945 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-10-02 03:56:08,946 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lyhelpersplatform/average
2013-10-02 03:56:08,955 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:08,974 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local_0021
2013-10-02 03:56:08,977 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@31395750
2013-10-02 03:56:08,978 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:08,979 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:08,980 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:09,105 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:09,106 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:09,108 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:09,108 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:09,115 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:09,115 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-10-02 03:56:09,115 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:09,117 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:09,117 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 115, total: 330, max: 672
2013-10-02 03:56:09,117 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:09,118 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:09,118 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 115, total: 330, max: 672
2013-10-02 03:56:09,118 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:09,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:56:09,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 115, total: 330, max: 672
2013-10-02 03:56:09,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:09,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:56:09,119 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 115, total: 330, max: 672
2013-10-02 03:56:09,120 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:09,120 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:09,122 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:09,124 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0021_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:11,977 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:11,978 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0021_m_000000_0' done.
2013-10-02 03:56:11,981 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4de07d3e
2013-10-02 03:56:11,981 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:11,982 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:11,983 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-10-02 03:56:11,983 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:11,984 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:11,984 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:11,990 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-10-02 03:56:11,991 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-10-02 03:56:11,996 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0021_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:11,997 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:11,998 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0021_r_000000_0 is allowed to commit now
2013-10-02 03:56:12,000 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/average
2013-10-02 03:56:14,981 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:14,982 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0021_r_000000_0' done.
2013-10-02 03:56:14,992 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/average/_temporary
2013-10-02 03:56:15,001 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:15,009 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:15,011 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/average
2013-10-02 03:56:15,022 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:15,022 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:15,035 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-10-02 03:56:15,035 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:15,035 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-10-02 03:56:15,035 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-10-02 03:56:15,035 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-10-02 03:56:15,036 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-10-02 03:56:15,036 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...yhelpersplatform/sumnulls
2013-10-02 03:56:15,045 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:15,067 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local_0022
2013-10-02 03:56:15,070 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f558d62
2013-10-02 03:56:15,071 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:15,072 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:15,072 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:15,195 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:15,195 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:15,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:15,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:15,205 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:15,205 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-10-02 03:56:15,206 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:15,214 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:15,214 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 425, max: 672
2013-10-02 03:56:15,215 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:15,216 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:15,216 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 425, max: 672
2013-10-02 03:56:15,216 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:15,217 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:56:15,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 425, max: 672
2013-10-02 03:56:15,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:15,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:56:15,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 101, total: 425, max: 672
2013-10-02 03:56:15,219 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:15,219 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:15,221 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:15,223 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0022_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:18,070 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:18,071 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0022_m_000000_0' done.
2013-10-02 03:56:18,074 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@38a7b68a
2013-10-02 03:56:18,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:18,075 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:18,075 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 116 bytes
2013-10-02 03:56:18,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:18,076 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:18,076 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:18,082 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-10-02 03:56:18,082 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-10-02 03:56:18,087 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0022_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:18,087 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:18,088 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0022_r_000000_0 is allowed to commit now
2013-10-02 03:56:18,090 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sumnulls
2013-10-02 03:56:21,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:21,075 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0022_r_000000_0' done.
2013-10-02 03:56:21,084 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/sumnulls/_temporary
2013-10-02 03:56:21,092 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:21,101 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:21,102 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/sumnulls
2013-10-02 03:56:21,112 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:21,113 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-02 03:56:21,123 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-02 03:56:21,124 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...yhelpersplatform/countall
2013-10-02 03:56:21,133 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:21,152 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0023
2013-10-02 03:56:21,155 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3fa3fe65
2013-10-02 03:56:21,156 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:21,157 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:21,157 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:21,279 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:21,280 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:21,281 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:21,282 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:21,289 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:21,289 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-10-02 03:56:21,289 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:21,291 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:21,293 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:21,294 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0023_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:24,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:24,156 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0023_m_000000_0' done.
2013-10-02 03:56:24,159 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1583c12d
2013-10-02 03:56:24,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:24,160 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:24,161 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 8 bytes
2013-10-02 03:56:24,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:24,162 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:24,162 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:24,168 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-10-02 03:56:24,168 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-10-02 03:56:24,171 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0023_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:24,172 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:24,172 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0023_r_000000_0 is allowed to commit now
2013-10-02 03:56:24,174 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countall
2013-10-02 03:56:27,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:27,160 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0023_r_000000_0' done.
2013-10-02 03:56:27,165 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countall/_temporary
2013-10-02 03:56:27,173 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:27,182 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:27,184 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/countall
2013-10-02 03:56:27,196 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:27,197 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:27,213 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-10-02 03:56:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-10-02 03:56:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-10-02 03:56:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-10-02 03:56:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-10-02 03:56:27,215 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...mblyhelpersplatform/multi
2013-10-02 03:56:27,225 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:27,243 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0024
2013-10-02 03:56:27,246 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43126d4
2013-10-02 03:56:27,247 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:27,248 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:27,248 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:27,371 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:27,372 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:27,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:27,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:27,381 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:27,382 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-10-02 03:56:27,382 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:27,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:27,383 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 47, total: 590, max: 672
2013-10-02 03:56:27,385 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:27,385 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 47, total: 590, max: 672
2013-10-02 03:56:27,386 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:56:27,386 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 47, total: 590, max: 672
2013-10-02 03:56:27,387 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:56:27,387 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 47, total: 590, max: 672
2013-10-02 03:56:27,388 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:27,390 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:27,392 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0024_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:30,246 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:30,247 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0024_m_000000_0' done.
2013-10-02 03:56:30,251 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2c2767c8
2013-10-02 03:56:30,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:30,253 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:30,253 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 452 bytes
2013-10-02 03:56:30,253 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:30,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:30,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:30,263 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-10-02 03:56:30,264 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-10-02 03:56:30,270 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0024_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:30,271 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:30,271 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0024_r_000000_0 is allowed to commit now
2013-10-02 03:56:30,273 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multi
2013-10-02 03:56:33,250 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:33,251 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0024_r_000000_0' done.
2013-10-02 03:56:33,264 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/multi/_temporary
2013-10-02 03:56:33,273 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:33,285 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:33,286 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/multi
2013-10-02 03:56:33,296 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:33,296 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:33,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:56:33,308 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:33,308 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-10-02 03:56:33,308 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:56:33,308 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:56:33,309 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:56:33,309 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/retainnarrow
2013-10-02 03:56:33,319 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:33,342 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0025
2013-10-02 03:56:33,345 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24cebf1c
2013-10-02 03:56:33,346 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:56:33,347 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:56:33,350 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:33,351 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:33,355 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:33,355 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-10-02 03:56:33,357 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0025_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:33,357 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:33,358 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0025_m_000000_0 is allowed to commit now
2013-10-02 03:56:33,360 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0025_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow
2013-10-02 03:56:36,345 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:56:36,346 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0025_m_000000_0' done.
2013-10-02 03:56:36,359 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow/_temporary
2013-10-02 03:56:36,368 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:36,370 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/retainnarrow
2013-10-02 03:56:36,380 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:36,380 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:36,390 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:56:36,390 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:36,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-10-02 03:56:36,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:56:36,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:56:36,391 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:56:36,392 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/renamenarrow
2013-10-02 03:56:36,400 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:36,422 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0026
2013-10-02 03:56:36,425 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@49b979c0
2013-10-02 03:56:36,426 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:56:36,427 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:56:36,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:36,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:36,444 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:36,445 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-10-02 03:56:36,447 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0026_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:36,448 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:36,448 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0026_m_000000_0 is allowed to commit now
2013-10-02 03:56:36,451 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0026_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow
2013-10-02 03:56:39,425 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:56:39,426 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0026_m_000000_0' done.
2013-10-02 03:56:39,436 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow/_temporary
2013-10-02 03:56:39,444 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:39,445 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/renamenarrow
2013-10-02 03:56:39,455 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:39,456 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:39,466 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-10-02 03:56:39,466 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:39,466 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-10-02 03:56:39,466 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-10-02 03:56:39,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-10-02 03:56:39,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-10-02 03:56:39,467 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lpersplatform/averagenull
2013-10-02 03:56:39,476 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:39,520 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local_0027
2013-10-02 03:56:39,523 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@424f8ad5
2013-10-02 03:56:39,524 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:39,525 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:39,525 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:39,839 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:39,839 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:39,840 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:39,840 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:39,847 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:39,847 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-10-02 03:56:39,847 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:39,851 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:39,851 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 189, max: 672
2013-10-02 03:56:39,851 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:39,852 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:39,852 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 189, max: 672
2013-10-02 03:56:39,852 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:39,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:56:39,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 189, max: 672
2013-10-02 03:56:39,853 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:39,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:56:39,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 189, max: 672
2013-10-02 03:56:39,854 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:39,855 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:39,857 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:39,858 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0027_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:42,524 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:42,524 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0027_m_000000_0' done.
2013-10-02 03:56:42,528 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@23efbbb1
2013-10-02 03:56:42,528 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:42,529 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:42,529 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-10-02 03:56:42,529 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:42,530 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:42,531 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:42,537 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-10-02 03:56:42,537 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-10-02 03:56:42,543 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0027_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:42,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:42,544 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0027_r_000000_0 is allowed to commit now
2013-10-02 03:56:42,546 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0027_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/averagenull
2013-10-02 03:56:45,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:45,529 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0027_r_000000_0' done.
2013-10-02 03:56:45,541 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/averagenull/_temporary
2013-10-02 03:56:45,550 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:45,561 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:45,562 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/averagenull
2013-10-02 03:56:45,573 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:45,573 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:45,582 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-10-02 03:56:45,583 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:45,583 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-10-02 03:56:45,583 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-10-02 03:56:45,583 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-10-02 03:56:45,584 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-10-02 03:56:45,584 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...blyhelpersplatform/coerce
2013-10-02 03:56:45,593 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:45,615 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local_0028
2013-10-02 03:56:45,618 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@377b55e6
2013-10-02 03:56:45,619 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt
2013-10-02 03:56:45,620 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-10-02 03:56:45,622 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:45,623 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:45,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt"]
2013-10-02 03:56:45,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-10-02 03:56:45,628 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0028_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:45,629 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:45,630 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0028_m_000000_0 is allowed to commit now
2013-10-02 03:56:45,632 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0028_m_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coerce
2013-10-02 03:56:48,618 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lower.txt:0+19
2013-10-02 03:56:48,619 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0028_m_000000_0' done.
2013-10-02 03:56:48,631 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/coerce/_temporary
2013-10-02 03:56:48,640 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:48,641 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/coerce
2013-10-02 03:56:48,654 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:56:48,655 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:56:48,717 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...] starting
2013-10-02 03:56:48,718 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:48,718 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-10-02 03:56:48,718 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  parallel execution is enabled: false
2013-10-02 03:56:48,718 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  starting jobs: 5
2013-10-02 03:56:48,719 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  allocating threads: 1
2013-10-02 03:56:48,719 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (1/5)
2013-10-02 03:56:48,728 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:48,749 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0029
2013-10-02 03:56:48,751 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21bf4c80
2013-10-02 03:56:48,753 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:56:48,754 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:48,754 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:48,844 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:48,846 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:48,849 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:48,849 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:48,855 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:56:48,855 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(source)[by:[{1}:'char']]
2013-10-02 03:56:48,855 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:48,856 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:48,857 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 174, total: 284, max: 672
2013-10-02 03:56:48,857 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:48,857 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:48,857 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 174, total: 284, max: 672
2013-10-02 03:56:48,858 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:48,858 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-10-02 03:56:48,859 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 174, total: 284, max: 672
2013-10-02 03:56:48,859 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:48,859 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-10-02 03:56:48,859 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 174, total: 284, max: 672
2013-10-02 03:56:48,860 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:48,860 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:48,862 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:48,864 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0029_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:51,752 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:56:51,753 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0029_m_000000_0' done.
2013-10-02 03:56:51,755 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b40ac2c
2013-10-02 03:56:51,755 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:51,756 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:51,757 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-10-02 03:56:51,757 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:51,757 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:51,758 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:51,763 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(source)[by:[{1}:'char']]
2013-10-02 03:56:51,763 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][779945495/source/]
2013-10-02 03:56:51,767 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0029_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:51,767 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:51,768 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0029_r_000000_0 is allowed to commit now
2013-10-02 03:56:51,769 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0029_r_000000_0' to file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573
2013-10-02 03:56:54,755 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:56:54,756 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0029_r_000000_0' done.
2013-10-02 03:56:54,761 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (3/5)
2013-10-02 03:56:54,770 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:56:54,787 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0030
2013-10-02 03:56:54,790 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@656a6512
2013-10-02 03:56:54,791 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000
2013-10-02 03:56:54,793 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:56:54,793 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:56:54,836 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:56:54,836 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:56:54,837 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:54,837 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:56:54,844 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][779945495/source/]
2013-10-02 03:56:54,845 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']]
2013-10-02 03:56:54,845 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:56:54,847 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:56:54,847 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 284, max: 672
2013-10-02 03:56:54,847 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:54,848 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:56:54,848 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 284, max: 672
2013-10-02 03:56:54,848 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:56:54,850 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:56:54,852 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:56:54,854 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0030_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:57,790 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000:0+160
2013-10-02 03:56:57,791 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0030_m_000000_0' done.
2013-10-02 03:56:57,795 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c9cce54
2013-10-02 03:56:57,795 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:57,796 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:56:57,796 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-02 03:56:57,797 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:57,797 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:56:57,798 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:56:57,803 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']]
2013-10-02 03:56:57,803 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][2332654481/count-lhs/]
2013-10-02 03:56:57,807 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0030_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:56:57,808 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:56:57,809 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0030_r_000000_0 is allowed to commit now
2013-10-02 03:56:57,811 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0030_r_000000_0' to file:/tmp/hadoop-teamcity/2332654481_count_lhs_242A9CBF84874E02B556F25B8C312238
2013-10-02 03:57:00,795 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:00,796 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0030_r_000000_0' done.
2013-10-02 03:57:00,807 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (4/5)
2013-10-02 03:57:00,816 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:00,836 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0031
2013-10-02 03:57:00,839 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@44397d4e
2013-10-02 03:57:00,841 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000
2013-10-02 03:57:00,842 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:00,843 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:00,967 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:00,967 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:00,969 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:00,969 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:00,975 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][779945495/source/]
2013-10-02 03:57:00,975 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']]
2013-10-02 03:57:00,976 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:57:00,977 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-10-02 03:57:00,977 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 379, max: 672
2013-10-02 03:57:00,977 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:57:00,978 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-10-02 03:57:00,978 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 58, total: 379, max: 672
2013-10-02 03:57:00,979 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-10-02 03:57:00,979 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:00,981 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:00,982 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0031_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:03,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000:0+160
2013-10-02 03:57:03,841 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0031_m_000000_0' done.
2013-10-02 03:57:03,844 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@477dae59
2013-10-02 03:57:03,844 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:03,845 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:57:03,846 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-10-02 03:57:03,846 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:03,847 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:03,847 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:03,852 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']]
2013-10-02 03:57:03,853 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][1752729096/count-rhs/]
2013-10-02 03:57:03,857 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0031_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:03,857 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:03,858 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0031_r_000000_0 is allowed to commit now
2013-10-02 03:57:03,860 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0031_r_000000_0' to file:/tmp/hadoop-teamcity/1752729096_count_rhs_B3BB7646DDC04F3AA35612229D67EC98
2013-10-02 03:57:06,844 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:06,845 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0031_r_000000_0' done.
2013-10-02 03:57:06,850 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (2/5)
2013-10-02 03:57:06,860 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:06,861 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:06,880 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0032
2013-10-02 03:57:06,883 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@30f9a36a
2013-10-02 03:57:06,885 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1752729096_count_rhs_B3BB7646DDC04F3AA35612229D67EC98/part-00000
2013-10-02 03:57:06,886 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:06,887 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:07,023 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:07,025 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:07,028 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:07,028 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:07,034 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1752729096/count-rhs/]
2013-10-02 03:57:07,035 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:57:07,037 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:07,039 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:07,040 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:09,884 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/1752729096_count_rhs_B3BB7646DDC04F3AA35612229D67EC98/part-00000:0+160
2013-10-02 03:57:09,885 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_m_000000_0' done.
2013-10-02 03:57:09,886 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7f1f846b
2013-10-02 03:57:09,888 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000
2013-10-02 03:57:09,889 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:09,889 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:09,929 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:09,930 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:09,931 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:09,931 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:09,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][779945495/source/]
2013-10-02 03:57:09,938 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:57:09,940 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:09,942 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:09,943 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:57:12,887 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/779945495_source_06FED8418D7B433386FDA9338D8C3573/part-00000:0+160
2013-10-02 03:57:12,888 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_m_000001_0' done.
2013-10-02 03:57:12,892 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@425d868f
2013-10-02 03:57:12,893 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:12,894 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:57:12,895 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 154 bytes
2013-10-02 03:57:12,895 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:12,896 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:12,896 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:12,901 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-10-02 03:57:12,902 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][3604498624/source_count-rhs/]
2013-10-02 03:57:12,910 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-02 03:57:12,911 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-02 03:57:12,917 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:12,917 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:12,918 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0032_r_000000_0 is allowed to commit now
2013-10-02 03:57:12,920 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0032_r_000000_0' to file:/tmp/hadoop-teamcity/3604498624_source_count_rhs_5E5372D31EAA452CBF00D1736126981F
2013-10-02 03:57:15,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:15,894 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_r_000000_0' done.
2013-10-02 03:57:15,905 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (5/5) ...m/samesourcemergethreeway
2013-10-02 03:57:15,914 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:15,915 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:15,957 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0033
2013-10-02 03:57:15,960 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@437ba2e9
2013-10-02 03:57:15,961 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3604498624_source_count_rhs_5E5372D31EAA452CBF00D1736126981F/part-00000
2013-10-02 03:57:15,963 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:15,963 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:16,012 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:16,012 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:16,014 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:16,014 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:16,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][3604498624/source_count-rhs/]
2013-10-02 03:57:16,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-02 03:57:16,024 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:16,026 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:16,027 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:18,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/3604498624_source_count_rhs_5E5372D31EAA452CBF00D1736126981F/part-00000:0+200
2013-10-02 03:57:18,962 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_m_000000_0' done.
2013-10-02 03:57:18,963 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69dc7a0d
2013-10-02 03:57:18,964 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2332654481_count_lhs_242A9CBF84874E02B556F25B8C312238/part-00000
2013-10-02 03:57:18,966 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:18,967 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:19,012 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:19,013 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:19,014 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:19,015 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:19,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][2332654481/count-lhs/]
2013-10-02 03:57:19,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-02 03:57:19,024 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:19,025 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:19,027 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:57:21,964 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/2332654481_count_lhs_242A9CBF84874E02B556F25B8C312238/part-00000:0+160
2013-10-02 03:57:21,965 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_m_000001_0' done.
2013-10-02 03:57:21,969 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@44a06d88
2013-10-02 03:57:21,970 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:21,971 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:57:21,972 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2013-10-02 03:57:21,972 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:21,973 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:21,973 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:21,980 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-10-02 03:57:21,980 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-10-02 03:57:21,984 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-02 03:57:21,984 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-02 03:57:21,986 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:21,987 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:21,988 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0033_r_000000_0 is allowed to commit now
2013-10-02 03:57:21,990 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0033_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-10-02 03:57:24,969 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:24,971 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_r_000000_0' done.
2013-10-02 03:57:24,979 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway/_temporary
2013-10-02 03:57:24,987 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:25,020 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:25,021 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-10-02 03:57:25,035 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:57:25,035 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:57:25,075 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs] starting
2013-10-02 03:57:25,075 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:57:25,075 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:25,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-10-02 03:57:25,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  parallel execution is enabled: false
2013-10-02 03:57:25,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  starting jobs: 1
2013-10-02 03:57:25,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  allocating threads: 1
2013-10-02 03:57:25,077 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2013-10-02 03:57:25,085 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:25,086 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:25,103 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] submitted hadoop job: job_local_0034
2013-10-02 03:57:25,107 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f7ea55f
2013-10-02 03:57:25,108 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:57:25,109 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:25,109 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:25,239 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:25,239 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:25,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:25,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:25,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:25,248 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-02 03:57:25,252 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:25,255 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:25,256 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:28,107 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:57:28,108 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_m_000000_0' done.
2013-10-02 03:57:28,110 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68964c2b
2013-10-02 03:57:28,111 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt
2013-10-02 03:57:28,112 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:28,113 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:28,162 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:28,163 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:28,164 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:28,165 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:28,170 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt"]
2013-10-02 03:57:28,170 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-02 03:57:28,173 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:28,175 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:28,176 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_m_000001_0 is done. And is in the process of commiting
2013-10-02 03:57:31,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/rhs.txt:0+51
2013-10-02 03:57:31,111 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_m_000001_0' done.
2013-10-02 03:57:31,116 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@783cdf2d
2013-10-02 03:57:31,117 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:31,118 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-02 03:57:31,119 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 174 bytes
2013-10-02 03:57:31,119 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:31,120 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:31,120 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:31,126 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-02 03:57:31,127 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-10-02 03:57:31,132 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:31,133 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:31,134 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0034_r_000000_0 is allowed to commit now
2013-10-02 03:57:31,136 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0034_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-10-02 03:57:34,116 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:34,118 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_r_000000_0' done.
2013-10-02 03:57:34,127 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic/_temporary
2013-10-02 03:57:34,135 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:34,137 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-10-02 03:57:34,170 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:57:34,171 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:57:34,180 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-10-02 03:57:34,180 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:34,180 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-10-02 03:57:34,181 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-10-02 03:57:34,181 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-10-02 03:57:34,181 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-10-02 03:57:34,181 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/unique
2013-10-02 03:57:34,190 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:34,207 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0035
2013-10-02 03:57:34,210 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7536834e
2013-10-02 03:57:34,211 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:57:34,212 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:34,212 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:34,251 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:34,252 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:34,253 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:34,253 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:34,258 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:34,258 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(shape)[by:[{1}:'num']]
2013-10-02 03:57:34,260 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:34,262 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:34,264 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0035_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:37,211 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:57:37,211 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0035_m_000000_0' done.
2013-10-02 03:57:37,214 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@70964f92
2013-10-02 03:57:37,214 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:37,215 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:57:37,215 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-10-02 03:57:37,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:37,216 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:37,216 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:37,220 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(shape)[by:[{1}:'num']]
2013-10-02 03:57:37,220 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-10-02 03:57:37,224 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0035_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:37,225 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:37,226 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0035_r_000000_0 is allowed to commit now
2013-10-02 03:57:37,228 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0035_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/unique
2013-10-02 03:57:40,214 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:40,215 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0035_r_000000_0' done.
2013-10-02 03:57:40,218 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/unique/_temporary
2013-10-02 03:57:40,228 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:40,229 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/unique
2013-10-02 03:57:40,242 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:57:40,243 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:57:40,255 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-10-02 03:57:40,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:40,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-10-02 03:57:40,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-10-02 03:57:40,257 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-10-02 03:57:40,257 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-10-02 03:57:40,257 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...platform/countnullnotnull
2013-10-02 03:57:40,267 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:40,290 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0036
2013-10-02 03:57:40,293 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@674df816
2013-10-02 03:57:40,295 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:57:40,296 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:57:40,296 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:57:40,344 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:57:40,346 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:57:40,347 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:40,348 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:57:40,355 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:57:40,355 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-10-02 03:57:40,356 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-10-02 03:57:40,361 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:57:40,362 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:57:40,364 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0036_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:43,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:57:43,295 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0036_m_000000_0' done.
2013-10-02 03:57:43,297 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@427e3f2
2013-10-02 03:57:43,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:43,299 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:57:43,299 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 10 bytes
2013-10-02 03:57:43,300 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:43,300 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:57:43,301 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:57:43,306 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-10-02 03:57:43,307 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-10-02 03:57:43,310 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0036_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:57:43,311 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:57:43,312 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0036_r_000000_0 is allowed to commit now
2013-10-02 03:57:43,314 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0036_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull
2013-10-02 03:57:46,297 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:57:46,298 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0036_r_000000_0' done.
2013-10-02 03:57:46,302 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull/_temporary
2013-10-02 03:57:46,309 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:46,317 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:57:46,318 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/assemblyhelpersplatform/countnullnotnull