Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

30

tests

0

failures

3m44.16s

duration

100%

successful

Tests

Test Duration Result
testAverageBy 6.081s passed
testAverageByNull 6.115s passed
testAverageMerge 9.195s passed
testCoerce 3.107s passed
testCoerceFields 3.094s passed
testCount 6.107s passed
testCountAll 6.085s passed
testCountCount 12.291s passed
testCountMerge 9.164s passed
testCountNullNotNull 6.082s passed
testDiscardNarrow 3.086s passed
testFirstBy 6.119s passed
testMaxBy 6.148s passed
testMaxByString 6.171s passed
testMinBy 6.101s passed
testMinByString 6.241s passed
testParallelAggregates 6.107s passed
testParallelAggregatesMerge 10.301s passed
testParallelAggregatesPriorMerge 9.167s passed
testRenameAll 3.144s passed
testRenameNamed 3.113s passed
testRenameNarrow 3.079s passed
testRetainNarrow 3.067s passed
testSameSourceMerge 12.169s passed
testSameSourceMergeThreeWay 36.290s passed
testSumBy 6.137s passed
testSumByNulls 6.089s passed
testSumMerge 9.119s passed
testUnique 6.100s passed
testUniqueMerge 9.090s passed

Standard output

2013-11-20 12:17:01,329 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-11-20 12:17:01,357 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-11-20 12:17:01,357 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.pipe.assembly.AssemblyHelpersPlatformTest
2013-11-20 12:17:01,396 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-11-20 12:17:02,005 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:02,007 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:02,019 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: CE48DDF2D594436A824E3CC4A465C0D5
2013-11-20 12:17:02,260 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-11-20 12:17:02,263 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-11-20 12:17:02,265 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:02,265 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:02,266 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-11-20 12:17:02,266 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-11-20 12:17:02,266 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-11-20 12:17:02,266 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-11-20 12:17:02,268 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...platform/multimerge+false
2013-11-20 12:17:02,311 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-11-20 12:17:02,362 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:02,371 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:02,556 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0001
2013-11-20 12:17:02,630 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-11-20 12:17:02,638 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6818c458
2013-11-20 12:17:02,646 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:02,652 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:02,659 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:02,786 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:02,786 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:02,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:02,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:02,869 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:02,869 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-11-20 12:17:02,873 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:02,884 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:02,884 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 197, max: 672
2013-11-20 12:17:02,884 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:02,886 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:02,886 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 197, max: 672
2013-11-20 12:17:02,886 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:02,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:02,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 197, max: 672
2013-11-20 12:17:02,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:02,888 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:02,888 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 197, max: 672
2013-11-20 12:17:02,889 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 29% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:02,890 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:02,901 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:02,904 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:05,613 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:05,614 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2013-11-20 12:17:05,617 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1fbbc779
2013-11-20 12:17:05,618 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:17:05,620 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:05,620 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:05,743 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:05,744 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:05,745 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:05,745 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:05,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:05,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-11-20 12:17:05,771 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:05,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:05,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-11-20 12:17:05,887 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:05,889 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:05,889 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-11-20 12:17:05,889 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:05,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:05,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-11-20 12:17:05,891 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:05,892 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:05,893 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 292, max: 672
2013-11-20 12:17:05,893 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 43% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:05,894 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:05,897 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:05,932 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:17:08,617 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:17:08,618 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000001_0' done.
2013-11-20 12:17:08,632 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79f7abae
2013-11-20 12:17:08,633 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:08,639 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:17:08,644 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-11-20 12:17:08,644 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:08,646 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:08,646 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:08,669 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2013-11-20 12:17:08,669 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false"]
2013-11-20 12:17:08,692 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:08,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:08,694 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-11-20 12:17:08,698 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false
2013-11-20 12:17:11,633 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:11,635 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2013-11-20 12:17:11,645 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+false/_temporary
2013-11-20 12:17:11,668 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:11,692 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:11,695 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/multimerge+false
2013-11-20 12:17:11,721 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:11,722 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:11,772 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-11-20 12:17:11,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:11,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-11-20 12:17:11,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-11-20 12:17:11,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-11-20 12:17:11,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-11-20 12:17:11,775 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/minbystring
2013-11-20 12:17:11,793 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:11,869 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0002
2013-11-20 12:17:11,873 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7860e390
2013-11-20 12:17:11,875 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:11,877 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:11,877 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:11,996 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:11,996 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:11,998 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:11,998 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:12,012 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:12,012 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-11-20 12:17:12,013 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:12,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:12,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 90, total: 387, max: 672
2013-11-20 12:17:12,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 57% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:12,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:12,016 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 90, total: 387, max: 672
2013-11-20 12:17:12,016 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 57% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:12,016 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:12,020 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:12,023 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:14,874 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:14,875 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2013-11-20 12:17:14,879 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d8f729c
2013-11-20 12:17:14,880 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:14,881 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:17:14,882 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-11-20 12:17:14,882 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:14,883 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:14,883 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:14,894 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-11-20 12:17:14,894 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minbystring"]
2013-11-20 12:17:14,902 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:14,903 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:14,904 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-11-20 12:17:14,907 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minbystring
2013-11-20 12:17:17,880 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:17,881 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2013-11-20 12:17:17,896 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minbystring/_temporary
2013-11-20 12:17:17,916 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:17,936 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:17,938 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/minbystring
2013-11-20 12:17:17,961 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:17,962 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:17,999 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs] starting
2013-11-20 12:17:18,000 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:18,000 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:18,001 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-11-20 12:17:18,001 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  parallel execution is enabled: false
2013-11-20 12:17:18,001 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  starting jobs: 1
2013-11-20 12:17:18,001 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average-lhs+average-rhs]  allocating threads: 1
2013-11-20 12:17:18,002 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] starting step: (1/1) ...persplatform/mergeaverage
2013-11-20 12:17:18,019 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:18,021 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:18,078 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average-lhs+average-rhs] submitted hadoop job: job_local_0003
2013-11-20 12:17:18,083 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@63cea096
2013-11-20 12:17:18,085 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:18,086 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:18,086 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:18,202 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:18,202 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:18,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:18,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:18,218 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:18,218 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-11-20 12:17:18,218 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:18,220 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:18,220 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 482, max: 672
2013-11-20 12:17:18,220 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:18,221 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:18,221 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 482, max: 672
2013-11-20 12:17:18,221 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:18,222 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:18,222 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 482, max: 672
2013-11-20 12:17:18,222 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:18,223 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:18,223 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 482, max: 672
2013-11-20 12:17:18,223 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 71% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:18,224 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:18,228 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:18,230 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:21,083 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:21,084 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2013-11-20 12:17:21,086 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6883fde6
2013-11-20 12:17:21,087 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:17:21,088 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:21,089 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:21,213 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:21,215 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:21,220 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:21,220 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:21,234 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:21,235 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-11-20 12:17:21,235 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:21,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:21,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-11-20 12:17:21,239 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:21,240 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:21,241 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-11-20 12:17:21,241 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:21,242 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:21,242 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-11-20 12:17:21,242 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:21,243 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:21,243 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 51, total: 535, max: 672
2013-11-20 12:17:21,243 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:21,244 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:21,247 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:21,249 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:17:24,087 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:17:24,088 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000001_0' done.
2013-11-20 12:17:24,096 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21c71508
2013-11-20 12:17:24,096 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:24,097 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:17:24,098 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 400 bytes
2013-11-20 12:17:24,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:24,099 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:24,099 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:24,112 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2013-11-20 12:17:24,112 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage"]
2013-11-20 12:17:24,120 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:24,121 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:24,122 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-11-20 12:17:24,125 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage
2013-11-20 12:17:27,096 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:27,097 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2013-11-20 12:17:27,106 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergeaverage/_temporary
2013-11-20 12:17:27,119 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:27,132 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:27,134 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/mergeaverage
2013-11-20 12:17:27,149 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:27,149 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:27,170 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:17:27,170 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:17:27,171 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-11-20 12:17:27,172 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:17:27,172 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:17:27,172 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:17:27,177 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...helpersplatform/renameall
2013-11-20 12:17:27,194 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:27,228 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0004
2013-11-20 12:17:27,233 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5e6e3fe4
2013-11-20 12:17:27,235 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:17:27,236 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:17:27,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:27,242 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:27,249 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:17:27,249 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renameall"]
2013-11-20 12:17:27,252 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:27,253 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:27,254 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0004_m_000000_0 is allowed to commit now
2013-11-20 12:17:27,257 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renameall
2013-11-20 12:17:30,233 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:17:30,233 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_m_000000_0' done.
2013-11-20 12:17:30,238 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renameall/_temporary
2013-11-20 12:17:30,276 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:30,278 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/renameall
2013-11-20 12:17:30,293 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:30,294 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:30,341 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-11-20 12:17:30,342 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:30,343 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-11-20 12:17:30,344 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-11-20 12:17:30,345 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 2
2013-11-20 12:17:30,345 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-11-20 12:17:30,347 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/2)
2013-11-20 12:17:30,362 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:30,417 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0005
2013-11-20 12:17:30,420 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2904b5ae
2013-11-20 12:17:30,422 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:30,423 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:30,423 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:30,749 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:30,751 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:30,753 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:30,753 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:30,764 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:30,765 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-11-20 12:17:30,765 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:30,766 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:30,766 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-11-20 12:17:30,766 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:30,767 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:30,768 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-11-20 12:17:30,768 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:30,768 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:30,768 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-11-20 12:17:30,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:30,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:30,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 71, total: 175, max: 672
2013-11-20 12:17:30,769 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:30,770 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:30,773 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:30,775 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:33,421 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:33,421 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_m_000000_0' done.
2013-11-20 12:17:33,426 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71d9d55b
2013-11-20 12:17:33,426 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:33,428 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:17:33,428 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-11-20 12:17:33,428 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:33,429 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:33,429 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:33,439 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-11-20 12:17:33,440 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['count', 'count2']]"][4718446917/count/]
2013-11-20 12:17:33,450 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:33,452 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:33,453 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 175, max: 672
2013-11-20 12:17:33,453 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 26% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:33,454 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:33,455 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:33,455 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2013-11-20 12:17:33,458 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/tmp/hadoop-teamcity/4718446917_count_664D0256D2A343C09649D9833401FFC8
2013-11-20 12:17:36,426 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:36,427 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_r_000000_0' done.
2013-11-20 12:17:36,436 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (2/2) ...elpersplatform/countcount
2013-11-20 12:17:36,449 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:36,482 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0006
2013-11-20 12:17:36,487 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7c04703c
2013-11-20 12:17:36,488 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4718446917_count_664D0256D2A343C09649D9833401FFC8/part-00000
2013-11-20 12:17:36,495 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:36,496 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:36,617 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:36,618 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:36,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:36,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:36,631 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['count', 'count2']]"][4718446917/count/]
2013-11-20 12:17:36,632 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'count']]
2013-11-20 12:17:36,634 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:36,637 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:36,639 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:39,488 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/4718446917_count_664D0256D2A343C09649D9833401FFC8/part-00000:0+112
2013-11-20 12:17:39,490 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_m_000000_0' done.
2013-11-20 12:17:39,494 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6cbb3f71
2013-11-20 12:17:39,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:39,497 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:17:39,498 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 29 bytes
2013-11-20 12:17:39,499 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:39,500 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:39,501 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:39,512 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'count']]
2013-11-20 12:17:39,512 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countcount"]
2013-11-20 12:17:39,518 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:39,519 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:39,520 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2013-11-20 12:17:39,523 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countcount
2013-11-20 12:17:42,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:42,496 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_r_000000_0' done.
2013-11-20 12:17:42,509 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countcount/_temporary
2013-11-20 12:17:42,519 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:42,568 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:42,570 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/countcount
2013-11-20 12:17:42,584 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:42,585 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:42,614 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs] starting
2013-11-20 12:17:42,615 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:42,615 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:42,615 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-11-20 12:17:42,616 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  parallel execution is enabled: false
2013-11-20 12:17:42,616 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  starting jobs: 1
2013-11-20 12:17:42,616 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs+count-rhs]  allocating threads: 1
2013-11-20 12:17:42,617 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] starting step: (1/1) ...elpersplatform/mergecount
2013-11-20 12:17:42,631 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:42,633 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:42,660 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs+count-rhs] submitted hadoop job: job_local_0007
2013-11-20 12:17:42,665 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22f6ede1
2013-11-20 12:17:42,666 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:42,669 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:42,670 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:42,800 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:42,801 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:42,803 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:42,803 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:42,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:42,816 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:17:42,816 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:42,817 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:42,818 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 365, max: 672
2013-11-20 12:17:42,818 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:42,819 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:42,819 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 365, max: 672
2013-11-20 12:17:42,819 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:42,819 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:42,820 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 365, max: 672
2013-11-20 12:17:42,820 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:42,820 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:42,820 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 65, total: 365, max: 672
2013-11-20 12:17:42,821 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 54% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:42,821 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:42,824 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:42,825 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:45,665 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:45,666 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000000_0' done.
2013-11-20 12:17:45,668 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4acf7fd0
2013-11-20 12:17:45,669 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:17:45,670 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:45,671 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:45,786 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:45,786 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:45,787 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:45,787 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:45,799 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:17:45,799 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:17:45,800 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:45,804 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:45,805 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-11-20 12:17:45,805 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:45,806 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:45,807 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-11-20 12:17:45,807 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:45,808 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:17:45,809 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-11-20 12:17:45,809 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:45,810 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:17:45,810 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 59, total: 460, max: 672
2013-11-20 12:17:45,811 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:45,812 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:45,814 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:45,816 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:17:48,669 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:17:48,670 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000001_0' done.
2013-11-20 12:17:48,677 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f1799e7
2013-11-20 12:17:48,678 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:48,679 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:17:48,680 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-11-20 12:17:48,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:48,682 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:48,682 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:48,694 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:17:48,694 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergecount"]
2013-11-20 12:17:48,702 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:48,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:48,704 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2013-11-20 12:17:48,706 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergecount
2013-11-20 12:17:51,677 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:51,678 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_r_000000_0' done.
2013-11-20 12:17:51,689 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergecount/_temporary
2013-11-20 12:17:51,723 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:51,733 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:51,735 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/mergecount
2013-11-20 12:17:51,749 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:51,749 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:51,773 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-11-20 12:17:51,774 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:51,774 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-11-20 12:17:51,774 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-11-20 12:17:51,775 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-11-20 12:17:51,775 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-11-20 12:17:51,777 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...lpersplatform/maxbystring
2013-11-20 12:17:51,791 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:51,819 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0008
2013-11-20 12:17:51,822 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@55187eb3
2013-11-20 12:17:51,823 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:51,824 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:51,825 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:51,939 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:51,939 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:51,941 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:51,941 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:51,951 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:51,952 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2013-11-20 12:17:51,952 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:51,954 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:51,954 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 25, total: 534, max: 672
2013-11-20 12:17:51,954 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:51,955 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:51,955 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 25, total: 534, max: 672
2013-11-20 12:17:51,955 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:51,956 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:51,959 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:51,961 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:54,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:17:54,831 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_m_000000_0' done.
2013-11-20 12:17:54,871 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@57bd06bf
2013-11-20 12:17:54,871 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:54,872 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:17:54,873 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-11-20 12:17:54,873 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:54,874 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:17:54,874 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:17:54,883 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2013-11-20 12:17:54,883 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxbystring"]
2013-11-20 12:17:54,888 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:17:54,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:17:54,889 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2013-11-20 12:17:54,892 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxbystring
2013-11-20 12:17:57,871 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:17:57,871 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_r_000000_0' done.
2013-11-20 12:17:57,884 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxbystring/_temporary
2013-11-20 12:17:57,894 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:57,905 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:57,907 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/maxbystring
2013-11-20 12:17:57,920 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:17:57,922 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:17:57,948 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first] starting
2013-11-20 12:17:57,948 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:57,948 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-11-20 12:17:57,950 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  parallel execution is enabled: false
2013-11-20 12:17:57,950 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  starting jobs: 1
2013-11-20 12:17:57,950 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [first]  allocating threads: 1
2013-11-20 12:17:57,952 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] starting step: (1/1) ...blyhelpersplatform/firstn
2013-11-20 12:17:57,965 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:17:57,995 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [first] submitted hadoop job: job_local_0009
2013-11-20 12:17:57,999 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@140c7272
2013-11-20 12:17:58,001 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:17:58,002 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:17:58,002 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:17:58,332 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:17:58,333 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:17:58,336 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:17:58,336 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:17:58,345 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:17:58,345 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'num']]
2013-11-20 12:17:58,346 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:17:58,348 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:17:58,348 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 130, total: 234, max: 672
2013-11-20 12:17:58,348 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:58,349 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:17:58,349 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 130, total: 234, max: 672
2013-11-20 12:17:58,349 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:17:58,350 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:17:58,352 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:17:58,354 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:00,999 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:01,000 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_m_000000_0' done.
2013-11-20 12:18:01,004 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3494d313
2013-11-20 12:18:01,004 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:01,006 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:01,006 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 122 bytes
2013-11-20 12:18:01,006 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:01,007 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:01,008 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:01,016 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'num']]
2013-11-20 12:18:01,016 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/firstn"]
2013-11-20 12:18:01,023 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:01,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:01,024 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2013-11-20 12:18:01,027 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/firstn
2013-11-20 12:18:04,004 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:04,005 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_r_000000_0' done.
2013-11-20 12:18:04,014 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/firstn/_temporary
2013-11-20 12:18:04,024 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:04,025 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/firstn
2013-11-20 12:18:04,038 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:04,039 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:04,060 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-11-20 12:18:04,061 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:04,061 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-11-20 12:18:04,061 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-11-20 12:18:04,062 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-11-20 12:18:04,062 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-11-20 12:18:04,062 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...persplatform/coercefields
2013-11-20 12:18:04,074 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:04,100 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local_0010
2013-11-20 12:18:04,104 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5eb1404f
2013-11-20 12:18:04,105 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:18:04,107 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:18:04,110 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:04,110 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:04,119 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:04,120 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coercefields"]
2013-11-20 12:18:04,127 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:04,128 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:04,128 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0010_m_000000_0 is allowed to commit now
2013-11-20 12:18:04,131 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coercefields
2013-11-20 12:18:07,104 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:18:07,105 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0010_m_000000_0' done.
2013-11-20 12:18:07,109 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coercefields/_temporary
2013-11-20 12:18:07,118 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:07,120 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/coercefields
2013-11-20 12:18:07,131 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:07,131 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:07,149 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-11-20 12:18:07,149 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:07,149 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-11-20 12:18:07,150 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-11-20 12:18:07,150 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-11-20 12:18:07,150 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-11-20 12:18:07,151 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...mblyhelpersplatform/count
2013-11-20 12:18:07,161 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:07,182 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0011
2013-11-20 12:18:07,187 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37bbea67
2013-11-20 12:18:07,189 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:07,190 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:07,190 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:07,316 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:07,316 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:07,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:07,318 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:07,327 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:07,327 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2013-11-20 12:18:07,328 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:07,329 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:07,329 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 108, total: 329, max: 672
2013-11-20 12:18:07,329 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 48% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:07,330 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:07,330 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 108, total: 329, max: 672
2013-11-20 12:18:07,330 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 48% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:07,331 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:07,331 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 108, total: 329, max: 672
2013-11-20 12:18:07,332 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 48% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:07,332 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:07,332 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 108, total: 329, max: 672
2013-11-20 12:18:07,332 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 48% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:07,333 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:07,336 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:07,337 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:10,187 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:10,188 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_m_000000_0' done.
2013-11-20 12:18:10,192 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b787144
2013-11-20 12:18:10,192 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:10,194 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:10,194 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-11-20 12:18:10,194 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:10,196 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:10,196 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:10,205 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2013-11-20 12:18:10,205 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/count"]
2013-11-20 12:18:10,211 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:10,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:10,213 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2013-11-20 12:18:10,215 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/count
2013-11-20 12:18:13,192 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:13,193 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_r_000000_0' done.
2013-11-20 12:18:13,207 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/count/_temporary
2013-11-20 12:18:13,216 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:13,226 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:13,228 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/count
2013-11-20 12:18:13,239 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:13,239 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:13,255 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max] starting
2013-11-20 12:18:13,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:13,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-11-20 12:18:13,256 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  parallel execution is enabled: false
2013-11-20 12:18:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  starting jobs: 1
2013-11-20 12:18:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [max]  allocating threads: 1
2013-11-20 12:18:13,257 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] starting step: (1/1) ...mblyhelpersplatform/maxby
2013-11-20 12:18:13,309 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:13,332 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [max] submitted hadoop job: job_local_0012
2013-11-20 12:18:13,336 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60f09995
2013-11-20 12:18:13,338 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:13,339 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:13,340 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:13,462 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:13,462 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:13,464 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:13,464 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:13,473 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:13,474 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(max)[by:[{1}:'char']]
2013-11-20 12:18:13,474 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:13,475 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:13,476 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 94, total: 424, max: 672
2013-11-20 12:18:13,476 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:13,477 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:13,478 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 94, total: 424, max: 672
2013-11-20 12:18:13,478 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:13,479 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:13,479 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 94, total: 424, max: 672
2013-11-20 12:18:13,480 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:13,480 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:13,481 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 94, total: 424, max: 672
2013-11-20 12:18:13,481 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 63% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:13,482 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:13,485 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:13,487 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:16,337 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:16,338 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_m_000000_0' done.
2013-11-20 12:18:16,343 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d4e5d57
2013-11-20 12:18:16,344 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:16,346 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:16,347 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-11-20 12:18:16,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:16,348 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:16,348 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:16,356 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(max)[by:[{1}:'char']]
2013-11-20 12:18:16,356 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxby"]
2013-11-20 12:18:16,362 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:16,363 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:16,364 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2013-11-20 12:18:16,367 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxby
2013-11-20 12:18:19,343 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:19,344 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_r_000000_0' done.
2013-11-20 12:18:19,354 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/maxby/_temporary
2013-11-20 12:18:19,364 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:19,374 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:19,376 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/maxby
2013-11-20 12:18:19,388 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:19,389 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:19,406 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min] starting
2013-11-20 12:18:19,406 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:19,406 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-11-20 12:18:19,407 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  parallel execution is enabled: false
2013-11-20 12:18:19,407 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  starting jobs: 1
2013-11-20 12:18:19,407 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [min]  allocating threads: 1
2013-11-20 12:18:19,407 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] starting step: (1/1) ...mblyhelpersplatform/minby
2013-11-20 12:18:19,418 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:19,442 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [min] submitted hadoop job: job_local_0013
2013-11-20 12:18:19,446 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5ba5ba75
2013-11-20 12:18:19,448 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:19,449 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:19,450 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:19,600 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:19,601 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:19,602 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:19,603 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:19,611 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:19,611 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(min)[by:[{1}:'char']]
2013-11-20 12:18:19,612 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:19,613 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:19,613 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 519, max: 672
2013-11-20 12:18:19,613 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 77% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:19,614 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:19,614 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 519, max: 672
2013-11-20 12:18:19,614 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 77% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:19,615 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:19,615 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 519, max: 672
2013-11-20 12:18:19,615 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 77% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:19,616 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:19,616 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 519, max: 672
2013-11-20 12:18:19,616 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 77% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:19,617 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:19,619 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:19,621 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:22,447 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:22,448 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0013_m_000000_0' done.
2013-11-20 12:18:22,451 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7a4014a0
2013-11-20 12:18:22,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:22,452 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:22,453 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 155 bytes
2013-11-20 12:18:22,454 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:22,455 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:22,455 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:22,463 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(min)[by:[{1}:'char']]
2013-11-20 12:18:22,463 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minby"]
2013-11-20 12:18:22,469 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0013_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:22,470 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:22,471 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0013_r_000000_0 is allowed to commit now
2013-11-20 12:18:22,473 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minby
2013-11-20 12:18:25,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:25,452 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0013_r_000000_0' done.
2013-11-20 12:18:25,457 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/minby/_temporary
2013-11-20 12:18:25,467 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:25,476 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:25,478 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/minby
2013-11-20 12:18:25,489 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:25,490 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:25,507 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-11-20 12:18:25,507 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:25,507 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-11-20 12:18:25,508 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-11-20 12:18:25,508 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-11-20 12:18:25,508 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-11-20 12:18:25,508 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...semblyhelpersplatform/sum
2013-11-20 12:18:25,556 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:25,579 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local_0014
2013-11-20 12:18:25,583 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ac4b626
2013-11-20 12:18:25,584 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:25,585 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:25,586 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:25,702 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:25,703 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:25,704 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:25,705 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:25,715 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:25,715 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-11-20 12:18:25,716 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:25,717 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:25,717 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 41, total: 591, max: 672
2013-11-20 12:18:25,718 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:25,719 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 41, total: 591, max: 672
2013-11-20 12:18:25,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:25,720 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 41, total: 591, max: 672
2013-11-20 12:18:25,721 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:25,721 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 41, total: 591, max: 672
2013-11-20 12:18:25,722 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:25,724 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:25,727 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:28,584 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:28,585 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0014_m_000000_0' done.
2013-11-20 12:18:28,589 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72c21d01
2013-11-20 12:18:28,589 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:28,591 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:28,591 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-11-20 12:18:28,592 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:28,593 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:28,593 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:28,602 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-11-20 12:18:28,602 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sum"]
2013-11-20 12:18:28,608 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0014_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:28,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:28,610 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0014_r_000000_0 is allowed to commit now
2013-11-20 12:18:28,612 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0014_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sum
2013-11-20 12:18:31,589 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:31,590 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0014_r_000000_0' done.
2013-11-20 12:18:31,595 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sum/_temporary
2013-11-20 12:18:31,605 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:31,614 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:31,616 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/sum
2013-11-20 12:18:31,629 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:31,630 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:31,651 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs] starting
2013-11-20 12:18:31,651 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:18:31,652 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:31,652 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-11-20 12:18:31,652 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  parallel execution is enabled: false
2013-11-20 12:18:31,652 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  starting jobs: 1
2013-11-20 12:18:31,652 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum-lhs+sum-rhs]  allocating threads: 1
2013-11-20 12:18:31,653 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] starting step: (1/1) ...yhelpersplatform/mergesum
2013-11-20 12:18:31,666 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:31,667 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:31,690 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum-lhs+sum-rhs] submitted hadoop job: job_local_0015
2013-11-20 12:18:31,694 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1664978b
2013-11-20 12:18:31,695 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:31,698 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:31,700 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:31,992 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:31,993 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:31,994 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:31,994 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:32,005 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:32,005 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-11-20 12:18:32,005 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:32,006 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:32,007 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 86, total: 190, max: 672
2013-11-20 12:18:32,007 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:32,008 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:32,008 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 86, total: 190, max: 672
2013-11-20 12:18:32,008 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:32,008 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:32,009 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 86, total: 190, max: 672
2013-11-20 12:18:32,009 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:32,009 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:32,009 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 86, total: 190, max: 672
2013-11-20 12:18:32,010 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 28% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:32,010 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:32,012 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:32,014 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:34,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:34,695 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_m_000000_0' done.
2013-11-20 12:18:34,697 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c22e349
2013-11-20 12:18:34,698 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:18:34,699 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:34,699 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:34,783 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:34,783 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:34,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:34,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:34,795 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:18:34,795 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-11-20 12:18:34,796 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:34,800 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:34,800 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 285, max: 672
2013-11-20 12:18:34,800 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:34,801 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:34,801 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 285, max: 672
2013-11-20 12:18:34,801 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:34,802 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:34,802 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 285, max: 672
2013-11-20 12:18:34,802 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:34,803 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:34,803 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 285, max: 672
2013-11-20 12:18:34,803 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:34,804 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:34,806 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:34,808 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:18:37,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:18:37,699 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_m_000001_0' done.
2013-11-20 12:18:37,705 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6b79d47f
2013-11-20 12:18:37,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:37,707 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:18:37,708 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 238 bytes
2013-11-20 12:18:37,708 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:37,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:37,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:37,720 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2013-11-20 12:18:37,720 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergesum"]
2013-11-20 12:18:37,727 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0015_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:37,727 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:37,728 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0015_r_000000_0 is allowed to commit now
2013-11-20 12:18:37,731 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergesum
2013-11-20 12:18:40,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:40,706 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0015_r_000000_0' done.
2013-11-20 12:18:40,714 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/mergesum/_temporary
2013-11-20 12:18:40,724 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:40,734 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:40,736 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/mergesum
2013-11-20 12:18:40,747 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:40,748 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:40,761 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:18:40,761 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:40,762 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-11-20 12:18:40,762 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:18:40,762 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:18:40,762 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:18:40,763 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...ersplatform/discardnarrow
2013-11-20 12:18:40,774 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:40,798 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0016
2013-11-20 12:18:40,802 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4979c0a7
2013-11-20 12:18:40,803 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:18:40,804 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:18:40,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:40,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:40,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:40,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow"]
2013-11-20 12:18:40,815 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0016_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:40,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:40,816 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0016_m_000000_0 is allowed to commit now
2013-11-20 12:18:40,819 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0016_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow
2013-11-20 12:18:43,802 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:18:43,803 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0016_m_000000_0' done.
2013-11-20 12:18:43,812 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/discardnarrow/_temporary
2013-11-20 12:18:43,821 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:43,823 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/discardnarrow
2013-11-20 12:18:43,834 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:43,834 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:43,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:18:43,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:43,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-11-20 12:18:43,846 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:18:43,847 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:18:43,847 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:18:43,847 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/rename
2013-11-20 12:18:43,892 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:43,915 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0017
2013-11-20 12:18:43,919 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@136c6b08
2013-11-20 12:18:43,921 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:18:43,922 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:18:43,926 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:43,926 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:43,933 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:18:43,933 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/rename"]
2013-11-20 12:18:43,935 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0017_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:43,936 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:43,937 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0017_m_000000_0 is allowed to commit now
2013-11-20 12:18:43,939 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0017_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/rename
2013-11-20 12:18:46,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:18:46,920 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0017_m_000000_0' done.
2013-11-20 12:18:46,925 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/rename/_temporary
2013-11-20 12:18:46,935 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:46,937 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/rename
2013-11-20 12:18:46,952 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:46,953 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:46,981 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-11-20 12:18:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-11-20 12:18:47,026 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...splatform/multimerge+true
2013-11-20 12:18:47,042 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:47,043 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:47,063 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0018
2013-11-20 12:18:47,066 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@383de71c
2013-11-20 12:18:47,067 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:47,068 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:47,068 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:47,107 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:47,107 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:47,109 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:47,109 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:47,121 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:47,121 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-11-20 12:18:47,122 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:47,123 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:47,123 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 286, max: 672
2013-11-20 12:18:47,123 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:47,124 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:47,124 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 286, max: 672
2013-11-20 12:18:47,125 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:47,125 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:47,126 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 286, max: 672
2013-11-20 12:18:47,126 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:47,126 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:47,127 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 76, total: 286, max: 672
2013-11-20 12:18:47,127 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 42% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:47,128 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:47,130 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:47,132 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:50,066 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:50,067 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_m_000000_0' done.
2013-11-20 12:18:50,069 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bcfd41a
2013-11-20 12:18:50,070 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:18:50,071 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:50,072 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:50,194 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:50,195 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:50,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:50,197 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:50,207 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:18:50,208 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-11-20 12:18:50,208 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:50,212 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:50,213 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 381, max: 672
2013-11-20 12:18:50,213 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:50,215 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:50,215 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 381, max: 672
2013-11-20 12:18:50,215 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:50,216 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:50,216 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 381, max: 672
2013-11-20 12:18:50,217 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:50,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:50,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 70, total: 381, max: 672
2013-11-20 12:18:50,218 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 56% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:50,219 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:50,221 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:50,223 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:18:53,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:18:53,070 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_m_000001_0' done.
2013-11-20 12:18:53,076 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@17990d96
2013-11-20 12:18:53,076 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:53,077 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:18:53,078 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 472 bytes
2013-11-20 12:18:53,078 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:53,079 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:53,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:53,090 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-11-20 12:18:53,090 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true"]
2013-11-20 12:18:53,097 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0018_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:53,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:53,099 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0018_r_000000_0 is allowed to commit now
2013-11-20 12:18:53,101 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true
2013-11-20 12:18:56,076 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:18:56,077 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0018_r_000000_0' done.
2013-11-20 12:18:56,085 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multimerge+true/_temporary
2013-11-20 12:18:56,094 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:56,103 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:56,105 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/multimerge+true
2013-11-20 12:18:56,119 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:18:56,119 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:18:56,153 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second] starting
2013-11-20 12:18:56,153 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:56,153 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-11-20 12:18:56,153 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  parallel execution is enabled: false
2013-11-20 12:18:56,153 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  starting jobs: 2
2013-11-20 12:18:56,154 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [second]  allocating threads: 1
2013-11-20 12:18:56,154 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (1/2)
2013-11-20 12:18:56,163 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:18:56,182 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local_0019
2013-11-20 12:18:56,185 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4e8c2f76
2013-11-20 12:18:56,186 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:18:56,187 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:18:56,187 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:18:56,310 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:18:56,310 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:18:56,311 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:18:56,311 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:18:56,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:18:56,320 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(first)[by:[{1}:'char']]
2013-11-20 12:18:56,320 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:18:56,323 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:18:56,323 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 476, max: 672
2013-11-20 12:18:56,323 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 70% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:56,324 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:18:56,324 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 476, max: 672
2013-11-20 12:18:56,325 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 70% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:56,325 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:18:56,325 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 476, max: 672
2013-11-20 12:18:56,326 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 70% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:56,326 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:18:56,326 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 476, max: 672
2013-11-20 12:18:56,326 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 70% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2013-11-20 12:18:56,327 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:18:56,329 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:18:56,330 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0019_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:59,185 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:18:59,186 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0019_m_000000_0' done.
2013-11-20 12:18:59,189 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f2f68b8
2013-11-20 12:18:59,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:59,190 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:18:59,190 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-11-20 12:18:59,191 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:59,191 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:18:59,192 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:18:59,199 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(first)[by:[{1}:'char']]
2013-11-20 12:18:59,199 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][2008486524/first/]
2013-11-20 12:18:59,204 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0019_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:18:59,204 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:18:59,205 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0019_r_000000_0 is allowed to commit now
2013-11-20 12:18:59,207 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0019_r_000000_0' to file:/tmp/hadoop-teamcity/2008486524_first_BCD6E442229D4141A409471F5D703B06
2013-11-20 12:19:02,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:02,190 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0019_r_000000_0' done.
2013-11-20 12:19:02,205 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] starting step: (2/2) ...form/samesourcemergecount
2013-11-20 12:19:02,216 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:02,235 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [second] submitted hadoop job: job_local_0020
2013-11-20 12:19:02,238 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2745240a
2013-11-20 12:19:02,239 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2008486524_first_BCD6E442229D4141A409471F5D703B06/part-00000
2013-11-20 12:19:02,240 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:02,240 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:02,275 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:02,275 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:02,277 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:02,277 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:02,287 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][2008486524/first/]
2013-11-20 12:19:02,287 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(second)[by:[{1}:'char']]
2013-11-20 12:19:02,287 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:02,288 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:02,288 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 155, total: 554, max: 672
2013-11-20 12:19:02,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:02,289 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 155, total: 554, max: 672
2013-11-20 12:19:02,290 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:02,292 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:02,293 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0020_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:05,238 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/2008486524_first_BCD6E442229D4141A409471F5D703B06/part-00000:0+160
2013-11-20 12:19:05,239 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0020_m_000000_0' done.
2013-11-20 12:19:05,242 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5f1570cd
2013-11-20 12:19:05,242 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:05,243 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:05,244 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-11-20 12:19:05,244 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:05,245 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:05,245 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:05,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(second)[by:[{1}:'char']]
2013-11-20 12:19:05,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount"]
2013-11-20 12:19:05,258 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0020_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:05,259 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:05,260 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0020_r_000000_0 is allowed to commit now
2013-11-20 12:19:05,262 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount
2013-11-20 12:19:08,243 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:08,244 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0020_r_000000_0' done.
2013-11-20 12:19:08,257 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergecount/_temporary
2013-11-20 12:19:08,266 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:08,274 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:08,275 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergecount
2013-11-20 12:19:08,285 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:08,285 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:08,295 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-11-20 12:19:08,296 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:08,296 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-11-20 12:19:08,296 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-11-20 12:19:08,296 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-11-20 12:19:08,296 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-11-20 12:19:08,297 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lyhelpersplatform/average
2013-11-20 12:19:08,306 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:08,326 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local_0021
2013-11-20 12:19:08,329 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@75ad44f6
2013-11-20 12:19:08,330 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:08,331 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:08,331 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:08,373 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:08,375 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:08,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:08,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:08,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:08,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-11-20 12:19:08,386 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:08,387 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:08,387 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 554, max: 672
2013-11-20 12:19:08,388 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:08,388 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 554, max: 672
2013-11-20 12:19:08,389 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:19:08,389 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 554, max: 672
2013-11-20 12:19:08,390 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:19:08,390 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 554, max: 672
2013-11-20 12:19:08,390 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:08,392 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:08,394 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0021_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:11,329 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:11,330 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0021_m_000000_0' done.
2013-11-20 12:19:11,333 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58c77e26
2013-11-20 12:19:11,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:11,334 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:11,334 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-11-20 12:19:11,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:11,335 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:11,336 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:11,342 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-11-20 12:19:11,342 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/average"]
2013-11-20 12:19:11,348 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0021_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:11,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:11,349 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0021_r_000000_0 is allowed to commit now
2013-11-20 12:19:11,351 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/average
2013-11-20 12:19:14,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:14,334 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0021_r_000000_0' done.
2013-11-20 12:19:14,339 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/average/_temporary
2013-11-20 12:19:14,347 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:14,356 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:14,357 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/average
2013-11-20 12:19:14,368 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:14,369 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:14,382 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum] starting
2013-11-20 12:19:14,382 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:14,382 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-11-20 12:19:14,382 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  parallel execution is enabled: false
2013-11-20 12:19:14,383 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  starting jobs: 1
2013-11-20 12:19:14,383 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [sum]  allocating threads: 1
2013-11-20 12:19:14,383 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] starting step: (1/1) ...yhelpersplatform/sumnulls
2013-11-20 12:19:14,392 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:14,414 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [sum] submitted hadoop job: job_local_0022
2013-11-20 12:19:14,417 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@135afd61
2013-11-20 12:19:14,419 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:14,419 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:14,420 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:14,461 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:14,462 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:14,463 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:14,463 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:14,469 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:14,469 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2013-11-20 12:19:14,470 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:14,476 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:14,476 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 188, total: 583, max: 672
2013-11-20 12:19:14,477 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:14,477 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 188, total: 583, max: 672
2013-11-20 12:19:14,478 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:19:14,478 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 188, total: 583, max: 672
2013-11-20 12:19:14,479 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:19:14,479 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 188, total: 583, max: 672
2013-11-20 12:19:14,479 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:14,482 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:14,483 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0022_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:17,418 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:17,419 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0022_m_000000_0' done.
2013-11-20 12:19:17,422 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@762cd5a3
2013-11-20 12:19:17,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:17,423 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:17,423 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 116 bytes
2013-11-20 12:19:17,424 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:17,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:17,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:17,430 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2013-11-20 12:19:17,430 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sumnulls"]
2013-11-20 12:19:17,435 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0022_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:17,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:17,436 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0022_r_000000_0 is allowed to commit now
2013-11-20 12:19:17,438 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sumnulls
2013-11-20 12:19:20,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:20,423 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0022_r_000000_0' done.
2013-11-20 12:19:20,428 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/sumnulls/_temporary
2013-11-20 12:19:20,436 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:20,445 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:20,446 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/sumnulls
2013-11-20 12:19:20,456 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:20,457 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:20,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-11-20 12:19:20,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:20,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-11-20 12:19:20,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-11-20 12:19:20,467 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-11-20 12:19:20,468 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-11-20 12:19:20,469 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...yhelpersplatform/countall
2013-11-20 12:19:20,478 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:20,497 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0023
2013-11-20 12:19:20,500 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@101873a6
2013-11-20 12:19:20,501 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:20,502 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:20,502 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:20,641 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:20,642 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:20,643 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:20,643 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:20,650 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:20,650 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-11-20 12:19:20,650 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:20,652 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:20,654 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:20,655 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0023_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:23,500 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:23,501 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0023_m_000000_0' done.
2013-11-20 12:19:23,505 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@40a826f5
2013-11-20 12:19:23,505 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:23,506 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:23,507 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 8 bytes
2013-11-20 12:19:23,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:23,508 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:23,508 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:23,515 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-11-20 12:19:23,516 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countall"]
2013-11-20 12:19:23,520 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0023_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:23,521 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:23,521 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0023_r_000000_0 is allowed to commit now
2013-11-20 12:19:23,524 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countall
2013-11-20 12:19:26,505 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:26,506 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0023_r_000000_0' done.
2013-11-20 12:19:26,512 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countall/_temporary
2013-11-20 12:19:26,521 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:26,531 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:26,532 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/countall
2013-11-20 12:19:26,545 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:26,546 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:26,563 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name] starting
2013-11-20 12:19:26,564 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:26,564 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-11-20 12:19:26,564 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  parallel execution is enabled: false
2013-11-20 12:19:26,565 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  starting jobs: 1
2013-11-20 12:19:26,565 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [name]  allocating threads: 1
2013-11-20 12:19:26,566 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] starting step: (1/1) ...mblyhelpersplatform/multi
2013-11-20 12:19:26,575 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:26,597 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [name] submitted hadoop job: job_local_0024
2013-11-20 12:19:26,605 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24ce374a
2013-11-20 12:19:26,606 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:26,607 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:26,608 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:26,651 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:26,652 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:26,655 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:26,655 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:26,665 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:26,665 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2013-11-20 12:19:26,665 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:26,667 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:26,667 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 181, total: 577, max: 672
2013-11-20 12:19:26,668 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:26,668 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 181, total: 577, max: 672
2013-11-20 12:19:26,669 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:19:26,670 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 181, total: 577, max: 672
2013-11-20 12:19:26,670 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:19:26,671 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 181, total: 577, max: 672
2013-11-20 12:19:26,671 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:26,674 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:26,675 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0024_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:29,605 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:29,606 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0024_m_000000_0' done.
2013-11-20 12:19:29,609 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@50b20090
2013-11-20 12:19:29,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:29,610 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:29,611 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 452 bytes
2013-11-20 12:19:29,611 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:29,612 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:29,612 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:29,619 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2013-11-20 12:19:29,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multi"]
2013-11-20 12:19:29,625 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0024_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:29,626 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:29,627 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0024_r_000000_0 is allowed to commit now
2013-11-20 12:19:29,629 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multi
2013-11-20 12:19:32,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:32,610 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0024_r_000000_0' done.
2013-11-20 12:19:32,619 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/multi/_temporary
2013-11-20 12:19:32,627 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:32,637 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:32,639 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/multi
2013-11-20 12:19:32,647 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:32,648 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:32,657 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:19:32,657 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:32,658 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-11-20 12:19:32,658 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:19:32,658 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:19:32,658 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:19:32,658 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/retainnarrow
2013-11-20 12:19:32,667 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:32,690 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0025
2013-11-20 12:19:32,692 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@38c5564e
2013-11-20 12:19:32,693 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:19:32,694 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:19:32,696 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:32,697 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:32,700 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:32,700 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow"]
2013-11-20 12:19:32,702 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0025_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:32,702 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:32,703 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0025_m_000000_0 is allowed to commit now
2013-11-20 12:19:32,705 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0025_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow
2013-11-20 12:19:35,692 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:19:35,693 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0025_m_000000_0' done.
2013-11-20 12:19:35,697 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/retainnarrow/_temporary
2013-11-20 12:19:35,705 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:35,706 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/retainnarrow
2013-11-20 12:19:35,714 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:35,715 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:35,723 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:19:35,723 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:35,723 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-11-20 12:19:35,723 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:19:35,723 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:19:35,724 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:19:35,724 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...persplatform/renamenarrow
2013-11-20 12:19:35,732 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:35,761 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0026
2013-11-20 12:19:35,764 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5dd22889
2013-11-20 12:19:35,765 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:19:35,766 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:19:35,769 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:35,769 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:35,773 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:35,773 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow"]
2013-11-20 12:19:35,775 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0026_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:35,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:35,776 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0026_m_000000_0 is allowed to commit now
2013-11-20 12:19:35,778 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0026_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow
2013-11-20 12:19:38,764 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:19:38,764 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0026_m_000000_0' done.
2013-11-20 12:19:38,777 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/renamenarrow/_temporary
2013-11-20 12:19:38,785 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:38,786 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/renamenarrow
2013-11-20 12:19:38,796 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:38,797 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:38,807 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average] starting
2013-11-20 12:19:38,807 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:38,807 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-11-20 12:19:38,808 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  parallel execution is enabled: false
2013-11-20 12:19:38,808 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  starting jobs: 1
2013-11-20 12:19:38,808 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [average]  allocating threads: 1
2013-11-20 12:19:38,809 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] starting step: (1/1) ...lpersplatform/averagenull
2013-11-20 12:19:38,818 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:38,859 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [average] submitted hadoop job: job_local_0027
2013-11-20 12:19:38,862 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4e48f32a
2013-11-20 12:19:38,864 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:38,865 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:38,865 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:38,915 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:38,915 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:38,916 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:38,917 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:38,924 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:38,924 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2013-11-20 12:19:38,924 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:38,928 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:38,928 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 577, max: 672
2013-11-20 12:19:38,929 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:38,929 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 577, max: 672
2013-11-20 12:19:38,930 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:19:38,930 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 577, max: 672
2013-11-20 12:19:38,930 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:19:38,930 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 52, total: 577, max: 672
2013-11-20 12:19:38,931 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:38,933 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:38,934 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0027_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:41,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:41,864 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0027_m_000000_0' done.
2013-11-20 12:19:41,867 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@404c7788
2013-11-20 12:19:41,867 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:41,868 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:41,869 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 200 bytes
2013-11-20 12:19:41,869 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:41,870 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:41,870 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:41,877 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2013-11-20 12:19:41,877 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/averagenull"]
2013-11-20 12:19:41,882 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0027_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:41,883 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:41,884 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0027_r_000000_0 is allowed to commit now
2013-11-20 12:19:41,886 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0027_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/averagenull
2013-11-20 12:19:44,867 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:44,868 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0027_r_000000_0' done.
2013-11-20 12:19:44,881 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/averagenull/_temporary
2013-11-20 12:19:44,890 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:44,900 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:44,902 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/averagenull
2013-11-20 12:19:44,911 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:44,912 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:44,921 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce] starting
2013-11-20 12:19:44,922 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:44,922 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-11-20 12:19:44,922 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  parallel execution is enabled: false
2013-11-20 12:19:44,922 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  starting jobs: 1
2013-11-20 12:19:44,922 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [coerce]  allocating threads: 1
2013-11-20 12:19:44,923 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] starting step: (1/1) ...blyhelpersplatform/coerce
2013-11-20 12:19:44,932 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:44,982 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [coerce] submitted hadoop job: job_local_0028
2013-11-20 12:19:44,986 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d4bf534
2013-11-20 12:19:44,987 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt
2013-11-20 12:19:44,988 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2013-11-20 12:19:44,991 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:44,991 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:44,995 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt"]
2013-11-20 12:19:44,995 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coerce"]
2013-11-20 12:19:44,997 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0028_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:44,998 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:44,998 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0028_m_000000_0 is allowed to commit now
2013-11-20 12:19:45,000 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0028_m_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coerce
2013-11-20 12:19:47,986 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lower.txt:0+19
2013-11-20 12:19:47,987 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0028_m_000000_0' done.
2013-11-20 12:19:47,999 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/coerce/_temporary
2013-11-20 12:19:48,008 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:48,009 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/coerce
2013-11-20 12:19:48,022 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:19:48,022 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:19:48,074 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...] starting
2013-11-20 12:19:48,075 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:48,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-11-20 12:19:48,076 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  parallel execution is enabled: false
2013-11-20 12:19:48,077 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  starting jobs: 5
2013-11-20 12:19:48,077 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count-lhs*source*count...]  allocating threads: 1
2013-11-20 12:19:48,079 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (1/5)
2013-11-20 12:19:48,086 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:48,103 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0029
2013-11-20 12:19:48,106 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@70dbdc4b
2013-11-20 12:19:48,107 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:19:48,108 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:48,109 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:48,146 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:48,146 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:48,147 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:48,147 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:48,155 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:19:48,156 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(source)[by:[{1}:'char']]
2013-11-20 12:19:48,156 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:48,157 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:48,157 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 173, total: 583, max: 672
2013-11-20 12:19:48,158 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:48,158 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 173, total: 583, max: 672
2013-11-20 12:19:48,159 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2013-11-20 12:19:48,159 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 173, total: 583, max: 672
2013-11-20 12:19:48,159 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2013-11-20 12:19:48,159 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 173, total: 583, max: 672
2013-11-20 12:19:48,160 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:48,162 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:48,164 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0029_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:51,106 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:19:51,107 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0029_m_000000_0' done.
2013-11-20 12:19:51,110 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@15edfab8
2013-11-20 12:19:51,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:51,111 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:51,112 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 119 bytes
2013-11-20 12:19:51,112 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:51,113 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:51,113 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:51,130 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(source)[by:[{1}:'char']]
2013-11-20 12:19:51,131 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][5666216226/source/]
2013-11-20 12:19:51,135 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0029_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:51,135 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:51,136 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0029_r_000000_0 is allowed to commit now
2013-11-20 12:19:51,138 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0029_r_000000_0' to file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37
2013-11-20 12:19:54,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:19:54,111 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0029_r_000000_0' done.
2013-11-20 12:19:54,115 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (3/5)
2013-11-20 12:19:54,123 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:19:54,140 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0030
2013-11-20 12:19:54,143 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@622ce9e6
2013-11-20 12:19:54,144 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000
2013-11-20 12:19:54,145 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:19:54,146 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:19:54,188 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:19:54,188 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:19:54,189 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:19:54,189 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:19:54,195 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][5666216226/source/]
2013-11-20 12:19:54,195 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']]
2013-11-20 12:19:54,195 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:19:54,196 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:19:54,197 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 583, max: 672
2013-11-20 12:19:54,197 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:19:54,197 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 583, max: 672
2013-11-20 12:19:54,198 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:19:54,200 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:19:54,201 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0030_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:57,144 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000:0+160
2013-11-20 12:19:57,145 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0030_m_000000_0' done.
2013-11-20 12:19:57,148 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1de06d7e
2013-11-20 12:19:57,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:57,149 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:19:57,149 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-11-20 12:19:57,149 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:57,150 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:19:57,150 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:19:57,156 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']]
2013-11-20 12:19:57,156 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][9969643035/count-lhs/]
2013-11-20 12:19:57,160 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0030_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:19:57,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:19:57,161 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0030_r_000000_0 is allowed to commit now
2013-11-20 12:19:57,163 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0030_r_000000_0' to file:/tmp/hadoop-teamcity/9969643035_count_lhs_7288FD5F59284D6D87A59A04413551A9
2013-11-20 12:20:00,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:00,149 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0030_r_000000_0' done.
2013-11-20 12:20:00,151 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (4/5)
2013-11-20 12:20:00,160 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:00,178 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0031
2013-11-20 12:20:00,180 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2370bbcf
2013-11-20 12:20:00,181 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000
2013-11-20 12:20:00,182 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:00,183 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:00,223 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:00,224 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:00,225 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:00,225 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:00,231 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][5666216226/source/]
2013-11-20 12:20:00,231 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']]
2013-11-20 12:20:00,231 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:20:00,232 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2013-11-20 12:20:00,232 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 187, total: 583, max: 672
2013-11-20 12:20:00,233 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2013-11-20 12:20:00,233 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 187, total: 583, max: 672
2013-11-20 12:20:00,233 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:00,235 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:00,236 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0031_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:03,181 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000:0+160
2013-11-20 12:20:03,182 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0031_m_000000_0' done.
2013-11-20 12:20:03,184 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6621477c
2013-11-20 12:20:03,185 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:03,186 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:20:03,186 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 67 bytes
2013-11-20 12:20:03,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:03,187 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:03,187 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:03,192 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']]
2013-11-20 12:20:03,193 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][4991747437/count-rhs/]
2013-11-20 12:20:03,197 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0031_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:03,197 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:03,198 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0031_r_000000_0 is allowed to commit now
2013-11-20 12:20:03,199 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0031_r_000000_0' to file:/tmp/hadoop-teamcity/4991747437_count_rhs_1DC5DFBD552D46EA9CEB63802644955B
2013-11-20 12:20:06,184 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:06,185 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0031_r_000000_0' done.
2013-11-20 12:20:06,190 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (2/5)
2013-11-20 12:20:06,200 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:06,201 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:06,218 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0032
2013-11-20 12:20:06,221 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d6bca49
2013-11-20 12:20:06,222 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000
2013-11-20 12:20:06,223 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:06,224 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:06,266 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:06,267 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:06,269 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:06,269 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:06,275 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][5666216226/source/]
2013-11-20 12:20:06,276 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:20:06,277 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:06,279 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:06,280 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:09,221 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/5666216226_source_E183863D2C4F41E4BB536089A2522F37/part-00000:0+160
2013-11-20 12:20:09,222 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_m_000000_0' done.
2013-11-20 12:20:09,224 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42506e6d
2013-11-20 12:20:09,225 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4991747437_count_rhs_1DC5DFBD552D46EA9CEB63802644955B/part-00000
2013-11-20 12:20:09,226 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:09,226 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:09,267 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:09,267 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:09,268 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:09,269 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:09,274 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][4991747437/count-rhs/]
2013-11-20 12:20:09,274 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:20:09,275 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:09,277 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:09,278 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:20:12,224 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/4991747437_count_rhs_1DC5DFBD552D46EA9CEB63802644955B/part-00000:0+160
2013-11-20 12:20:12,225 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_m_000001_0' done.
2013-11-20 12:20:12,229 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60c344b4
2013-11-20 12:20:12,229 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:12,231 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:20:12,231 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 154 bytes
2013-11-20 12:20:12,231 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:12,232 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:12,232 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:12,237 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2013-11-20 12:20:12,237 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][6498484535/source_count-rhs/]
2013-11-20 12:20:12,246 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-11-20 12:20:12,246 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-11-20 12:20:12,252 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0032_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:12,253 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:12,253 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0032_r_000000_0 is allowed to commit now
2013-11-20 12:20:12,255 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0032_r_000000_0' to file:/tmp/hadoop-teamcity/6498484535_source_count_rhs_27346DDEE758472E969C8351ED3D7FA3
2013-11-20 12:20:15,229 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:15,230 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0032_r_000000_0' done.
2013-11-20 12:20:15,235 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] starting step: (5/5) ...m/samesourcemergethreeway
2013-11-20 12:20:15,244 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:15,245 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:15,262 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count-lhs*source*count...] submitted hadoop job: job_local_0033
2013-11-20 12:20:15,265 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7f1f846b
2013-11-20 12:20:15,266 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6498484535_source_count_rhs_27346DDEE758472E969C8351ED3D7FA3/part-00000
2013-11-20 12:20:15,267 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:15,267 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:15,308 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:15,308 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:15,309 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:15,310 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:15,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][6498484535/source_count-rhs/]
2013-11-20 12:20:15,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-11-20 12:20:15,319 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:15,321 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:15,322 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:18,265 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/6498484535_source_count_rhs_27346DDEE758472E969C8351ED3D7FA3/part-00000:0+200
2013-11-20 12:20:18,266 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_m_000000_0' done.
2013-11-20 12:20:18,267 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43c32b82
2013-11-20 12:20:18,268 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9969643035_count_lhs_7288FD5F59284D6D87A59A04413551A9/part-00000
2013-11-20 12:20:18,270 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:18,270 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:18,311 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:18,311 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:18,312 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:18,312 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:18,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][9969643035/count-lhs/]
2013-11-20 12:20:18,320 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-11-20 12:20:18,322 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:18,323 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:18,325 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:20:21,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/9969643035_count_lhs_7288FD5F59284D6D87A59A04413551A9/part-00000:0+160
2013-11-20 12:20:21,268 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_m_000001_0' done.
2013-11-20 12:20:21,273 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@741854be
2013-11-20 12:20:21,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:21,274 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:20:21,275 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2013-11-20 12:20:21,275 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:21,275 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:21,276 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:21,282 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2013-11-20 12:20:21,282 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway"]
2013-11-20 12:20:21,285 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-11-20 12:20:21,285 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-11-20 12:20:21,287 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0033_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:21,288 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:21,288 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0033_r_000000_0 is allowed to commit now
2013-11-20 12:20:21,290 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0033_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-11-20 12:20:24,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:24,274 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0033_r_000000_0' done.
2013-11-20 12:20:24,283 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/samesourcemergethreeway/_temporary
2013-11-20 12:20:24,290 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:24,298 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:24,300 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/samesourcemergethreeway
2013-11-20 12:20:24,311 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:20:24,312 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:20:24,327 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs] starting
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  parallel execution is enabled: false
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  starting jobs: 1
2013-11-20 12:20:24,328 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  allocating threads: 1
2013-11-20 12:20:24,329 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2013-11-20 12:20:24,338 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:24,339 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:24,357 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] submitted hadoop job: job_local_0034
2013-11-20 12:20:24,359 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@479482ea
2013-11-20 12:20:24,360 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:20:24,361 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:24,361 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:24,403 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:24,403 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:24,405 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:24,405 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:24,410 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:24,410 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-11-20 12:20:24,414 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:24,416 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:24,417 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:27,360 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:20:27,360 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_m_000000_0' done.
2013-11-20 12:20:27,362 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@649cbfa1
2013-11-20 12:20:27,363 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt
2013-11-20 12:20:27,363 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:27,364 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:27,404 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:27,404 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:27,405 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:27,406 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:27,411 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt"]
2013-11-20 12:20:27,411 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-11-20 12:20:27,413 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:27,415 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:27,416 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_m_000001_0 is done. And is in the process of commiting
2013-11-20 12:20:30,362 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/rhs.txt:0+51
2013-11-20 12:20:30,363 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_m_000001_0' done.
2013-11-20 12:20:30,368 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58b8dfdf
2013-11-20 12:20:30,368 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:30,369 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-11-20 12:20:30,370 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 174 bytes
2013-11-20 12:20:30,370 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:30,371 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:30,371 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:30,376 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-11-20 12:20:30,377 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2013-11-20 12:20:30,382 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0034_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:30,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:30,383 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0034_r_000000_0 is allowed to commit now
2013-11-20 12:20:30,385 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0034_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-11-20 12:20:33,368 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:33,369 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0034_r_000000_0' done.
2013-11-20 12:20:33,381 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic/_temporary
2013-11-20 12:20:33,389 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:33,390 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/uniquemerge-nondeterministic
2013-11-20 12:20:33,399 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:20:33,400 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:20:33,409 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape] starting
2013-11-20 12:20:33,410 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:33,410 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-11-20 12:20:33,410 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  parallel execution is enabled: false
2013-11-20 12:20:33,410 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  starting jobs: 1
2013-11-20 12:20:33,410 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [shape]  allocating threads: 1
2013-11-20 12:20:33,411 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] starting step: (1/1) ...blyhelpersplatform/unique
2013-11-20 12:20:33,419 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:33,460 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [shape] submitted hadoop job: job_local_0035
2013-11-20 12:20:33,463 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7335ea8e
2013-11-20 12:20:33,464 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:20:33,465 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:33,465 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:33,505 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:33,505 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:33,506 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:33,507 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:33,511 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:33,511 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(shape)[by:[{1}:'num']]
2013-11-20 12:20:33,514 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:33,515 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:33,517 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0035_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:36,463 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:20:36,464 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0035_m_000000_0' done.
2013-11-20 12:20:36,467 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@191d7bd5
2013-11-20 12:20:36,467 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:36,468 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:20:36,468 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 87 bytes
2013-11-20 12:20:36,469 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:36,469 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:36,469 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:36,473 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(shape)[by:[{1}:'num']]
2013-11-20 12:20:36,473 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/unique"]
2013-11-20 12:20:36,478 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0035_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:36,478 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:36,479 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0035_r_000000_0 is allowed to commit now
2013-11-20 12:20:36,481 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0035_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/unique
2013-11-20 12:20:39,467 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:39,468 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0035_r_000000_0' done.
2013-11-20 12:20:39,480 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/unique/_temporary
2013-11-20 12:20:39,488 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:39,490 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/unique
2013-11-20 12:20:39,502 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-11-20 12:20:39,503 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-11-20 12:20:39,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count] starting
2013-11-20 12:20:39,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:39,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-11-20 12:20:39,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  parallel execution is enabled: false
2013-11-20 12:20:39,514 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  starting jobs: 1
2013-11-20 12:20:39,515 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [count]  allocating threads: 1
2013-11-20 12:20:39,515 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] starting step: (1/1) ...platform/countnullnotnull
2013-11-20 12:20:39,524 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:39,542 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [count] submitted hadoop job: job_local_0036
2013-11-20 12:20:39,546 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d116cae
2013-11-20 12:20:39,547 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt
2013-11-20 12:20:39,548 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-11-20 12:20:39,549 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-11-20 12:20:39,589 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-11-20 12:20:39,589 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-11-20 12:20:39,590 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-11-20 12:20:39,590 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-11-20 12:20:39,596 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt"]
2013-11-20 12:20:39,596 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2013-11-20 12:20:39,597 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2013-11-20 12:20:39,601 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-11-20 12:20:39,603 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-11-20 12:20:39,604 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0036_m_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:42,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/classes/test/data/lhs.txt:0+52
2013-11-20 12:20:42,547 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0036_m_000000_0' done.
2013-11-20 12:20:42,550 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ac0bc3a
2013-11-20 12:20:42,550 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:42,552 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-11-20 12:20:42,552 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 10 bytes
2013-11-20 12:20:42,552 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:42,553 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-11-20 12:20:42,554 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-11-20 12:20:42,560 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2013-11-20 12:20:42,560 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull"]
2013-11-20 12:20:42,563 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0036_r_000000_0 is done. And is in the process of commiting
2013-11-20 12:20:42,564 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-11-20 12:20:42,565 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0036_r_000000_0 is allowed to commit now
2013-11-20 12:20:42,567 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0036_r_000000_0' to file:/opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull
2013-11-20 12:20:45,550 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-11-20 12:20:45,552 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0036_r_000000_0' done.
2013-11-20 12:20:45,555 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output/hadoop/assemblyhelpersplatform/countnullnotnull/_temporary
2013-11-20 12:20:45,564 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:45,571 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-11-20 12:20:45,573 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/d1f96f51023738a5/apache-0.20.205.0/build/test/output//hadoop/assemblyhelpersplatform/countnullnotnull