Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

2014-08-22 21:30:13,400 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 21:30:13,464 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-08-22 21:30:13,464 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.pipe.assembly.AssemblyHelpersPlatformTest
2014-08-22 21:30:13,518 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(106)) - not using cluster
2014-08-22 21:30:14,144 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 21:30:14,705 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:14,708 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:14,720 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: AA70B260F238490B9095C625C71EF588
2014-08-22 21:30:14,819 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:14,859 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:14,863 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:15,013 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 21:30:15,015 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name] starting
2014-08-22 21:30:15,016 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:15,016 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:15,017 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+false"]
2014-08-22 21:30:15,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  parallel execution is enabled: false
2014-08-22 21:30:15,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  starting jobs: 1
2014-08-22 21:30:15,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  allocating threads: 1
2014-08-22 21:30:15,022 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] starting step: (1/1) ...platform/multimerge+false
2014-08-22 21:30:15,046 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2014-08-22 21:30:15,047 INFO  jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2014-08-22 21:30:15,071 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:15,375 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:15,387 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:15,419 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:15,574 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1638290426_0001
2014-08-22 21:30:15,616 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1638290426/.staging/job_local1638290426_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:15,618 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1638290426/.staging/job_local1638290426_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:15,813 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1638290426_0001/job_local1638290426_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:15,814 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1638290426_0001/job_local1638290426_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:15,822 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:15,825 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] submitted hadoop job: job_local1638290426_0001
2014-08-22 21:30:15,826 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] tracking url: http://localhost:8080/
2014-08-22 21:30:15,826 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:15,829 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:15,891 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:15,896 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1638290426_0001_m_000000_0
2014-08-22 21:30:15,943 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:15,954 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:15,954 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7aba175f
2014-08-22 21:30:15,964 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:15,971 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:16,130 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:16,130 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:16,130 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:16,130 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:16,131 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:16,155 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:16,155 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:16,222 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2014-08-22 21:30:16,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:16,230 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2014-08-22 21:30:16,234 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:16,246 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:16,246 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 202, max: 672
2014-08-22 21:30:16,247 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,248 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:16,248 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 202, max: 672
2014-08-22 21:30:16,248 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,249 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:16,250 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 202, max: 672
2014-08-22 21:30:16,250 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,251 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:16,251 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 202, max: 672
2014-08-22 21:30:16,251 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:16,256 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:16,256 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:16,257 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2014-08-22 21:30:16,257 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:16,270 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:16,274 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1638290426_0001_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:16,285 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:16,285 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1638290426_0001_m_000000_0' done.
2014-08-22 21:30:16,285 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1638290426_0001_m_000000_0
2014-08-22 21:30:16,286 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1638290426_0001_m_000001_0
2014-08-22 21:30:16,288 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:16,290 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:16,291 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@76a8a314
2014-08-22 21:30:16,293 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:16,293 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:16,440 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:16,440 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:16,441 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:16,441 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:16,441 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:16,444 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:16,444 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:16,470 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:16,471 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2014-08-22 21:30:16,471 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:16,589 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:16,590 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 302, max: 672
2014-08-22 21:30:16,590 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 44% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,592 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:16,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 302, max: 672
2014-08-22 21:30:16,593 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 44% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,594 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:16,594 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 302, max: 672
2014-08-22 21:30:16,594 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 44% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,595 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:16,595 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 302, max: 672
2014-08-22 21:30:16,596 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 44% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:16,597 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:16,597 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:16,598 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:16,598 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2014-08-22 21:30:16,598 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:16,607 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:16,611 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1638290426_0001_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:16,613 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:16,614 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1638290426_0001_m_000001_0' done.
2014-08-22 21:30:16,614 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1638290426_0001_m_000001_0
2014-08-22 21:30:16,614 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:16,617 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:16,618 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1638290426_0001_r_000000_0
2014-08-22 21:30:16,628 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:16,632 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@74021a1e
2014-08-22 21:30:16,647 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:16,652 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1638290426_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:16,687 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1638290426_0001_m_000001_0 decomp: 236 len: 240 to MEMORY
2014-08-22 21:30:16,709 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 236 bytes from map-output for attempt_local1638290426_0001_m_000001_0
2014-08-22 21:30:16,754 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 236, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->236
2014-08-22 21:30:16,759 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1638290426_0001_m_000000_0 decomp: 236 len: 240 to MEMORY
2014-08-22 21:30:16,760 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 236 bytes from map-output for attempt_local1638290426_0001_m_000000_0
2014-08-22 21:30:16,761 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 236, inMemoryMapOutputs.size() -> 2, commitMemory -> 236, usedMemory ->472
2014-08-22 21:30:16,761 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:16,764 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:16,765 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:16,774 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:16,775 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 454 bytes
2014-08-22 21:30:16,778 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 472 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:16,779 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 474 bytes from disk
2014-08-22 21:30:16,780 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:16,781 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:16,782 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 461 bytes
2014-08-22 21:30:16,783 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:16,785 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:16,786 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:16,812 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2014-08-22 21:30:16,813 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+false"]
2014-08-22 21:30:16,844 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1638290426_0001_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:16,846 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:16,847 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1638290426_0001_r_000000_0 is allowed to commit now
2014-08-22 21:30:16,849 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1638290426_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+false/_temporary/0/task_local1638290426_0001_r_000000
2014-08-22 21:30:16,851 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:16,851 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1638290426_0001_r_000000_0' done.
2014-08-22 21:30:16,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1638290426_0001_r_000000_0
2014-08-22 21:30:16,853 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:16,910 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+false/_temporary
2014-08-22 21:30:16,951 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,006 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,010 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/multimerge+false
2014-08-22 21:30:17,044 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:17,045 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:17,062 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:17,067 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:17,068 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:17,084 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max] starting
2014-08-22 21:30:17,085 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:17,085 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minbystring"]
2014-08-22 21:30:17,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  parallel execution is enabled: false
2014-08-22 21:30:17,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  starting jobs: 1
2014-08-22 21:30:17,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  allocating threads: 1
2014-08-22 21:30:17,087 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] starting step: (1/1) ...lpersplatform/minbystring
2014-08-22 21:30:17,089 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:17,091 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:17,126 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,151 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:17,189 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local651939222_0002
2014-08-22 21:30:17,212 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity651939222/.staging/job_local651939222_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:17,213 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity651939222/.staging/job_local651939222_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:17,307 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local651939222_0002/job_local651939222_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:17,307 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local651939222_0002/job_local651939222_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:17,309 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:17,310 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:17,310 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] submitted hadoop job: job_local651939222_0002
2014-08-22 21:30:17,310 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] tracking url: http://localhost:8080/
2014-08-22 21:30:17,310 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:17,315 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:17,315 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local651939222_0002_m_000000_0
2014-08-22 21:30:17,318 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:17,320 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:17,320 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4c68059
2014-08-22 21:30:17,325 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:17,325 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:17,471 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:17,472 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:17,472 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:17,472 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:17,472 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:17,474 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:17,474 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:17,488 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:17,488 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2014-08-22 21:30:17,489 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:17,491 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:17,491 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 93, total: 402, max: 672
2014-08-22 21:30:17,491 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:17,492 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:17,492 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 93, total: 402, max: 672
2014-08-22 21:30:17,493 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 59% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:17,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:17,495 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:17,495 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:17,495 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2014-08-22 21:30:17,495 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:17,500 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:17,503 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local651939222_0002_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:17,506 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:17,506 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local651939222_0002_m_000000_0' done.
2014-08-22 21:30:17,506 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local651939222_0002_m_000000_0
2014-08-22 21:30:17,506 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:17,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:17,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local651939222_0002_r_000000_0
2014-08-22 21:30:17,510 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:17,510 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4a393167
2014-08-22 21:30:17,511 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:17,513 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local651939222_0002_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:17,517 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local651939222_0002_m_000000_0 decomp: 87 len: 91 to MEMORY
2014-08-22 21:30:17,518 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 87 bytes from map-output for attempt_local651939222_0002_m_000000_0
2014-08-22 21:30:17,518 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 87, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->87
2014-08-22 21:30:17,519 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:17,520 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:17,521 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:17,524 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:17,524 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:17,527 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 87 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:17,527 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 91 bytes from disk
2014-08-22 21:30:17,527 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:17,528 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:17,528 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:17,529 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:17,530 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:17,531 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:17,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2014-08-22 21:30:17,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minbystring"]
2014-08-22 21:30:17,557 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local651939222_0002_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:17,559 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:17,560 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local651939222_0002_r_000000_0 is allowed to commit now
2014-08-22 21:30:17,561 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local651939222_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minbystring/_temporary/0/task_local651939222_0002_r_000000
2014-08-22 21:30:17,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:17,563 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local651939222_0002_r_000000_0' done.
2014-08-22 21:30:17,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local651939222_0002_r_000000_0
2014-08-22 21:30:17,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:17,599 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minbystring/_temporary
2014-08-22 21:30:17,639 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,680 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,683 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/minbystring
2014-08-22 21:30:17,718 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:17,719 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:17,741 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:17,750 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:17,751 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:17,766 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs] starting
2014-08-22 21:30:17,767 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:17,767 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:17,767 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergeaverage"]
2014-08-22 21:30:17,767 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  parallel execution is enabled: false
2014-08-22 21:30:17,768 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  starting jobs: 1
2014-08-22 21:30:17,768 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average-lhs+average-rhs]  allocating threads: 1
2014-08-22 21:30:17,768 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average-lhs+average-rhs] starting step: (1/1) ...persplatform/mergeaverage
2014-08-22 21:30:17,770 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:17,771 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:17,816 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,819 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:17,845 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:17,885 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local459508610_0003
2014-08-22 21:30:17,914 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity459508610/.staging/job_local459508610_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:17,916 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity459508610/.staging/job_local459508610_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:17,994 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local459508610_0003/job_local459508610_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:17,995 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local459508610_0003/job_local459508610_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:17,997 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:17,997 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:17,998 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:17,998 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average-lhs+average-rhs] submitted hadoop job: job_local459508610_0003
2014-08-22 21:30:17,999 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average-lhs+average-rhs] tracking url: http://localhost:8080/
2014-08-22 21:30:18,003 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:18,003 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local459508610_0003_m_000000_0
2014-08-22 21:30:18,006 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:18,010 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:18,010 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4eabaf8c
2014-08-22 21:30:18,012 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:18,012 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:18,155 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:18,155 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:18,155 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:18,155 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:18,156 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:18,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:18,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:18,174 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:18,174 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2014-08-22 21:30:18,175 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:18,176 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:18,177 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 502, max: 672
2014-08-22 21:30:18,177 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 74% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,178 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:18,178 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 502, max: 672
2014-08-22 21:30:18,178 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 74% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,179 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:18,179 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 502, max: 672
2014-08-22 21:30:18,179 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 74% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,180 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:18,180 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 79, total: 502, max: 672
2014-08-22 21:30:18,180 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 74% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,182 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:18,182 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:18,182 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:18,182 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2014-08-22 21:30:18,183 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:18,187 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:18,190 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local459508610_0003_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:18,193 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:18,193 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local459508610_0003_m_000000_0' done.
2014-08-22 21:30:18,193 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local459508610_0003_m_000000_0
2014-08-22 21:30:18,193 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local459508610_0003_m_000001_0
2014-08-22 21:30:18,196 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:18,198 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:18,198 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7d16ecf
2014-08-22 21:30:18,206 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:18,207 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:18,353 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:18,353 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:18,353 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:18,354 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:18,354 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:18,356 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:18,356 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:18,372 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:18,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2014-08-22 21:30:18,373 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:18,378 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:18,378 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 10, total: 535, max: 672
2014-08-22 21:30:18,378 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,379 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:18,379 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 10, total: 535, max: 672
2014-08-22 21:30:18,380 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,380 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:18,381 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 10, total: 535, max: 672
2014-08-22 21:30:18,381 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,381 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:18,382 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 10, total: 535, max: 672
2014-08-22 21:30:18,382 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 79% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:18,383 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:18,383 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:18,384 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:18,384 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2014-08-22 21:30:18,384 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:18,389 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:18,391 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local459508610_0003_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:18,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:18,394 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local459508610_0003_m_000001_0' done.
2014-08-22 21:30:18,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local459508610_0003_m_000001_0
2014-08-22 21:30:18,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:18,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:18,396 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local459508610_0003_r_000000_0
2014-08-22 21:30:18,398 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:18,399 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@27cb01e3
2014-08-22 21:30:18,400 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:18,401 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local459508610_0003_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:18,403 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#3 about to shuffle output of map attempt_local459508610_0003_m_000001_0 decomp: 200 len: 204 to MEMORY
2014-08-22 21:30:18,404 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 200 bytes from map-output for attempt_local459508610_0003_m_000001_0
2014-08-22 21:30:18,404 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 200, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->200
2014-08-22 21:30:18,407 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#3 about to shuffle output of map attempt_local459508610_0003_m_000000_0 decomp: 200 len: 204 to MEMORY
2014-08-22 21:30:18,408 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 200 bytes from map-output for attempt_local459508610_0003_m_000000_0
2014-08-22 21:30:18,408 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 200, inMemoryMapOutputs.size() -> 2, commitMemory -> 200, usedMemory ->400
2014-08-22 21:30:18,408 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:18,410 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:18,410 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:18,413 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:18,413 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 382 bytes
2014-08-22 21:30:18,416 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 400 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:18,416 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 402 bytes from disk
2014-08-22 21:30:18,416 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:18,417 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:18,417 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 389 bytes
2014-08-22 21:30:18,418 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:18,418 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:18,419 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:18,433 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2014-08-22 21:30:18,433 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergeaverage"]
2014-08-22 21:30:18,447 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local459508610_0003_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:18,449 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:18,449 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local459508610_0003_r_000000_0 is allowed to commit now
2014-08-22 21:30:18,450 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local459508610_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergeaverage/_temporary/0/task_local459508610_0003_r_000000
2014-08-22 21:30:18,452 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:18,452 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local459508610_0003_r_000000_0' done.
2014-08-22 21:30:18,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local459508610_0003_r_000000_0
2014-08-22 21:30:18,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:18,773 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergeaverage/_temporary
2014-08-22 21:30:18,813 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:18,852 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:18,854 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/mergeaverage
2014-08-22 21:30:18,883 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:18,884 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:18,895 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:18,899 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:18,900 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:18,913 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:18,915 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:18,915 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renameall"]
2014-08-22 21:30:18,916 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:18,917 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:18,918 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:18,919 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...helpersplatform/renameall
2014-08-22 21:30:18,920 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:18,921 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:18,952 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:18,973 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:18,992 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local278256117_0004
2014-08-22 21:30:19,013 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity278256117/.staging/job_local278256117_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,013 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity278256117/.staging/job_local278256117_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,075 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local278256117_0004/job_local278256117_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,075 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local278256117_0004/job_local278256117_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,076 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:19,077 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local278256117_0004
2014-08-22 21:30:19,077 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:19,077 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:19,078 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:19,082 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:19,082 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local278256117_0004_m_000000_0
2014-08-22 21:30:19,086 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:19,088 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:19,088 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2e2e1b6c
2014-08-22 21:30:19,090 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:19,100 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:19,101 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:19,109 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:19,109 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renameall"]
2014-08-22 21:30:19,113 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:19,114 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local278256117_0004_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:19,116 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:19,116 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local278256117_0004_m_000000_0 is allowed to commit now
2014-08-22 21:30:19,118 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local278256117_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renameall/_temporary/0/task_local278256117_0004_m_000000
2014-08-22 21:30:19,119 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:19,120 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local278256117_0004_m_000000_0' done.
2014-08-22 21:30:19,120 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local278256117_0004_m_000000_0
2014-08-22 21:30:19,121 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:19,144 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renameall/_temporary
2014-08-22 21:30:19,178 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:19,180 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/renameall
2014-08-22 21:30:19,206 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:19,207 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:19,228 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:19,232 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:19,251 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:19,262 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 21:30:19,262 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:19,262 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countcount"]
2014-08-22 21:30:19,263 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  parallel execution is enabled: false
2014-08-22 21:30:19,263 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  starting jobs: 2
2014-08-22 21:30:19,263 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  allocating threads: 1
2014-08-22 21:30:19,265 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/2)
2014-08-22 21:30:19,266 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:19,269 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:19,299 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:19,320 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:19,339 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local681184596_0005
2014-08-22 21:30:19,360 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity681184596/.staging/job_local681184596_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,360 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity681184596/.staging/job_local681184596_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,423 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local681184596_0005/job_local681184596_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,423 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local681184596_0005/job_local681184596_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,424 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:19,424 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local681184596_0005
2014-08-22 21:30:19,424 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 21:30:19,425 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:19,426 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:19,430 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:19,430 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local681184596_0005_m_000000_0
2014-08-22 21:30:19,432 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:19,434 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:19,434 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2754de0b
2014-08-22 21:30:19,436 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:19,436 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:19,512 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:19,512 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:19,512 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:19,512 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:19,512 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:19,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:19,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:19,527 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:19,527 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2014-08-22 21:30:19,528 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:19,530 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:19,530 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 92, total: 206, max: 672
2014-08-22 21:30:19,530 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:19,531 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:19,531 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 91, total: 206, max: 672
2014-08-22 21:30:19,531 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:19,532 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:19,532 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 91, total: 206, max: 672
2014-08-22 21:30:19,532 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:19,533 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:19,533 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 91, total: 206, max: 672
2014-08-22 21:30:19,533 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:19,535 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:19,535 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:19,535 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:19,535 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:19,535 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:19,540 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:19,542 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local681184596_0005_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:19,545 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:19,545 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local681184596_0005_m_000000_0' done.
2014-08-22 21:30:19,545 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local681184596_0005_m_000000_0
2014-08-22 21:30:19,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:19,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:19,549 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local681184596_0005_r_000000_0
2014-08-22 21:30:19,552 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:19,552 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3b63de4e
2014-08-22 21:30:19,553 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:19,554 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local681184596_0005_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:19,556 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#4 about to shuffle output of map attempt_local681184596_0005_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:19,557 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local681184596_0005_m_000000_0
2014-08-22 21:30:19,557 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:19,559 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:19,560 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:19,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:19,563 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:19,564 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:19,566 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 119 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:19,566 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 123 bytes from disk
2014-08-22 21:30:19,566 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:19,567 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:19,567 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:19,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:19,569 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:19,569 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:19,580 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2014-08-22 21:30:19,580 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['count', 'count2']]"][6326049069/count/]
2014-08-22 21:30:19,603 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:19,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:19,606 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 88, total: 206, max: 672
2014-08-22 21:30:19,607 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 30% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:19,608 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local681184596_0005_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:19,610 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:19,610 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local681184596_0005_r_000000_0 is allowed to commit now
2014-08-22 21:30:19,612 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local681184596_0005_r_000000_0' to file:/tmp/hadoop-teamcity/6326049069_count_826EE4F7C8194B4F8F5C2E859FDA3BDC/_temporary/0/task_local681184596_0005_r_000000
2014-08-22 21:30:19,614 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:19,614 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local681184596_0005_r_000000_0' done.
2014-08-22 21:30:19,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local681184596_0005_r_000000_0
2014-08-22 21:30:19,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:19,636 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (2/2) ...elpersplatform/countcount
2014-08-22 21:30:19,637 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:19,638 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:19,677 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:19,699 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:19,711 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:19,712 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:19,718 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2129776977_0006
2014-08-22 21:30:19,737 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2129776977/.staging/job_local2129776977_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,737 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2129776977/.staging/job_local2129776977_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,795 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2129776977_0006/job_local2129776977_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:19,796 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2129776977_0006/job_local2129776977_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:19,798 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:19,798 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local2129776977_0006
2014-08-22 21:30:19,798 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:19,799 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:19,799 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 21:30:19,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:19,804 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2129776977_0006_m_000000_0
2014-08-22 21:30:19,807 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:19,809 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6326049069_count_826EE4F7C8194B4F8F5C2E859FDA3BDC/part-00000
2014-08-22 21:30:19,809 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@205bfbd8
2014-08-22 21:30:19,822 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:19,823 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:19,974 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:19,974 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:19,974 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:19,974 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:19,975 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:19,976 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:19,976 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:19,990 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['count', 'count2']]"][6326049069/count/]
2014-08-22 21:30:19,991 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:'count']]
2014-08-22 21:30:19,994 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:19,994 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:19,995 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:19,995 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 21; bufvoid = 104857600
2014-08-22 21:30:19,996 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214388(104857552); length = 9/6553600
2014-08-22 21:30:19,999 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:20,003 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2129776977_0006_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:20,006 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/6326049069_count_826EE4F7C8194B4F8F5C2E859FDA3BDC/part-00000:0+112
2014-08-22 21:30:20,006 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2129776977_0006_m_000000_0' done.
2014-08-22 21:30:20,007 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2129776977_0006_m_000000_0
2014-08-22 21:30:20,007 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:20,008 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:20,008 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2129776977_0006_r_000000_0
2014-08-22 21:30:20,011 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:20,011 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@34e5307e
2014-08-22 21:30:20,012 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:20,013 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2129776977_0006_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:20,015 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#5 about to shuffle output of map attempt_local2129776977_0006_m_000000_0 decomp: 29 len: 33 to MEMORY
2014-08-22 21:30:20,016 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 29 bytes from map-output for attempt_local2129776977_0006_m_000000_0
2014-08-22 21:30:20,016 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 29, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->29
2014-08-22 21:30:20,017 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:20,019 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:20,019 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:20,026 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:20,027 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 24 bytes
2014-08-22 21:30:20,028 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 29 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:20,029 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 33 bytes from disk
2014-08-22 21:30:20,029 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:20,029 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:20,029 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 24 bytes
2014-08-22 21:30:20,030 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:20,031 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:20,031 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:20,042 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:'count']]
2014-08-22 21:30:20,042 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countcount"]
2014-08-22 21:30:20,053 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2129776977_0006_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:20,056 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:20,056 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2129776977_0006_r_000000_0 is allowed to commit now
2014-08-22 21:30:20,058 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2129776977_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countcount/_temporary/0/task_local2129776977_0006_r_000000
2014-08-22 21:30:20,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:20,061 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2129776977_0006_r_000000_0' done.
2014-08-22 21:30:20,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2129776977_0006_r_000000_0
2014-08-22 21:30:20,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:20,084 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countcount/_temporary
2014-08-22 21:30:20,118 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,153 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,156 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/countcount
2014-08-22 21:30:20,181 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:20,182 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:20,199 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:20,204 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:20,205 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:20,217 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs] starting
2014-08-22 21:30:20,218 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:20,218 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:20,218 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergecount"]
2014-08-22 21:30:20,218 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  parallel execution is enabled: false
2014-08-22 21:30:20,218 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  starting jobs: 1
2014-08-22 21:30:20,219 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs+count-rhs]  allocating threads: 1
2014-08-22 21:30:20,219 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs+count-rhs] starting step: (1/1) ...elpersplatform/mergecount
2014-08-22 21:30:20,220 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:20,222 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:20,250 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,252 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,274 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:20,292 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local473948457_0007
2014-08-22 21:30:20,311 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity473948457/.staging/job_local473948457_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:20,311 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity473948457/.staging/job_local473948457_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:20,365 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local473948457_0007/job_local473948457_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:20,365 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local473948457_0007/job_local473948457_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:20,367 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:20,367 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs+count-rhs] submitted hadoop job: job_local473948457_0007
2014-08-22 21:30:20,367 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:20,367 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs+count-rhs] tracking url: http://localhost:8080/
2014-08-22 21:30:20,368 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:20,371 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:20,371 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local473948457_0007_m_000000_0
2014-08-22 21:30:20,373 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:20,375 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:20,375 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2260e277
2014-08-22 21:30:20,377 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:20,378 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:20,524 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:20,525 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:20,525 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:20,525 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:20,525 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:20,526 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:20,527 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:20,541 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:20,545 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:20,545 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:20,547 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:20,547 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 414, max: 672
2014-08-22 21:30:20,547 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 61% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,548 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:20,548 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 414, max: 672
2014-08-22 21:30:20,548 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 61% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,549 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:20,549 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 69, total: 414, max: 672
2014-08-22 21:30:20,549 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 61% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,550 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:20,550 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 68, total: 414, max: 672
2014-08-22 21:30:20,550 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 61% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,551 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:20,552 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:20,552 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:20,552 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:20,552 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:20,557 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:20,559 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local473948457_0007_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:20,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:20,562 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local473948457_0007_m_000000_0' done.
2014-08-22 21:30:20,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local473948457_0007_m_000000_0
2014-08-22 21:30:20,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local473948457_0007_m_000001_0
2014-08-22 21:30:20,565 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:20,567 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:20,568 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7b220575
2014-08-22 21:30:20,569 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:20,569 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:20,713 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:20,713 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:20,713 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:20,714 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:20,714 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:20,715 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:20,716 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:20,730 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:20,730 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:20,731 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:20,735 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:20,735 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 514, max: 672
2014-08-22 21:30:20,735 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 76% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:20,736 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 514, max: 672
2014-08-22 21:30:20,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 76% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,737 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:20,738 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 514, max: 672
2014-08-22 21:30:20,738 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 76% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,738 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:20,738 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 67, total: 514, max: 672
2014-08-22 21:30:20,739 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 76% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:20,740 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:20,740 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:20,740 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:20,741 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:20,741 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:20,745 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:20,748 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local473948457_0007_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:20,750 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:20,750 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local473948457_0007_m_000001_0' done.
2014-08-22 21:30:20,751 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local473948457_0007_m_000001_0
2014-08-22 21:30:20,751 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:20,751 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:20,752 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local473948457_0007_r_000000_0
2014-08-22 21:30:20,755 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:20,756 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1872c950
2014-08-22 21:30:20,757 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:20,758 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local473948457_0007_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:20,761 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#6 about to shuffle output of map attempt_local473948457_0007_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:20,762 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local473948457_0007_m_000000_0
2014-08-22 21:30:20,762 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:20,765 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#6 about to shuffle output of map attempt_local473948457_0007_m_000001_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:20,765 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local473948457_0007_m_000001_0
2014-08-22 21:30:20,766 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 2, commitMemory -> 119, usedMemory ->238
2014-08-22 21:30:20,766 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:20,767 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:20,768 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:20,770 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:20,771 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 220 bytes
2014-08-22 21:30:20,773 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 238 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:20,774 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 240 bytes from disk
2014-08-22 21:30:20,774 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:20,774 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:20,775 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 227 bytes
2014-08-22 21:30:20,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:20,776 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:20,776 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:20,790 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:20,790 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergecount"]
2014-08-22 21:30:20,804 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local473948457_0007_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:20,806 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:20,806 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local473948457_0007_r_000000_0 is allowed to commit now
2014-08-22 21:30:20,815 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local473948457_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergecount/_temporary/0/task_local473948457_0007_r_000000
2014-08-22 21:30:20,817 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:20,818 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local473948457_0007_r_000000_0' done.
2014-08-22 21:30:20,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local473948457_0007_r_000000_0
2014-08-22 21:30:20,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:20,844 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergecount/_temporary
2014-08-22 21:30:20,876 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,912 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:20,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/mergecount
2014-08-22 21:30:20,942 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:20,943 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:20,956 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:20,959 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:20,959 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:20,971 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max] starting
2014-08-22 21:30:20,972 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:20,972 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxbystring"]
2014-08-22 21:30:20,972 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  parallel execution is enabled: false
2014-08-22 21:30:20,973 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  starting jobs: 1
2014-08-22 21:30:20,973 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  allocating threads: 1
2014-08-22 21:30:20,974 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] starting step: (1/1) ...lpersplatform/maxbystring
2014-08-22 21:30:20,975 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:20,976 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:21,004 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:21,024 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:21,041 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local103928570_0008
2014-08-22 21:30:21,060 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity103928570/.staging/job_local103928570_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:21,060 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity103928570/.staging/job_local103928570_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:21,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local103928570_0008/job_local103928570_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:21,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local103928570_0008/job_local103928570_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:21,115 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:21,116 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] submitted hadoop job: job_local103928570_0008
2014-08-22 21:30:21,116 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:21,116 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] tracking url: http://localhost:8080/
2014-08-22 21:30:21,116 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:21,120 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:21,120 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local103928570_0008_m_000000_0
2014-08-22 21:30:21,122 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:21,123 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:21,124 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@78831e35
2014-08-22 21:30:21,125 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:21,125 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:21,433 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:21,433 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:21,433 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:21,433 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:21,434 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:21,435 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:21,435 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:21,445 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:21,446 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(max)[by:[{1}:'num']]
2014-08-22 21:30:21,446 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:21,448 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:21,448 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 126, total: 231, max: 672
2014-08-22 21:30:21,448 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:21,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:21,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 126, total: 231, max: 672
2014-08-22 21:30:21,449 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 34% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:21,452 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:21,452 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:21,452 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:21,452 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2014-08-22 21:30:21,453 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:21,456 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:21,458 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local103928570_0008_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:21,460 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:21,461 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local103928570_0008_m_000000_0' done.
2014-08-22 21:30:21,461 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local103928570_0008_m_000000_0
2014-08-22 21:30:21,461 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:21,462 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:21,462 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local103928570_0008_r_000000_0
2014-08-22 21:30:21,464 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:21,464 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@62af9d74
2014-08-22 21:30:21,465 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:21,466 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local103928570_0008_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:21,468 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#7 about to shuffle output of map attempt_local103928570_0008_m_000000_0 decomp: 87 len: 91 to MEMORY
2014-08-22 21:30:21,468 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 87 bytes from map-output for attempt_local103928570_0008_m_000000_0
2014-08-22 21:30:21,469 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 87, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->87
2014-08-22 21:30:21,469 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:21,470 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:21,471 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:21,473 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:21,473 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:21,475 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 87 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:21,475 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 91 bytes from disk
2014-08-22 21:30:21,475 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:21,476 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:21,476 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:21,477 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:21,477 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:21,477 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:21,487 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(max)[by:[{1}:'num']]
2014-08-22 21:30:21,487 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxbystring"]
2014-08-22 21:30:21,499 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local103928570_0008_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:21,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:21,501 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local103928570_0008_r_000000_0 is allowed to commit now
2014-08-22 21:30:21,502 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local103928570_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxbystring/_temporary/0/task_local103928570_0008_r_000000
2014-08-22 21:30:21,503 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:21,503 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local103928570_0008_r_000000_0' done.
2014-08-22 21:30:21,503 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local103928570_0008_r_000000_0
2014-08-22 21:30:21,504 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:21,524 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxbystring/_temporary
2014-08-22 21:30:21,557 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:21,593 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:21,595 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/maxbystring
2014-08-22 21:30:21,619 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:21,620 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:21,629 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:21,631 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:21,632 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:21,647 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first] starting
2014-08-22 21:30:21,647 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first]  source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 21:30:21,647 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first]  sink: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/firstnfields"]
2014-08-22 21:30:21,647 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first]  parallel execution is enabled: false
2014-08-22 21:30:21,648 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first]  starting jobs: 1
2014-08-22 21:30:21,648 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [first]  allocating threads: 1
2014-08-22 21:30:21,648 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...persplatform/firstnfields
2014-08-22 21:30:21,649 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:21,650 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:21,679 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:21,760 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:21,779 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1734407934_0009
2014-08-22 21:30:21,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1734407934/.staging/job_local1734407934_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:21,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1734407934/.staging/job_local1734407934_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:21,854 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1734407934_0009/job_local1734407934_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:21,854 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1734407934_0009/job_local1734407934_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:21,856 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:21,856 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_local1734407934_0009
2014-08-22 21:30:21,856 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://localhost:8080/
2014-08-22 21:30:21,857 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:21,857 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:21,861 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:21,861 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1734407934_0009_m_000000_0
2014-08-22 21:30:21,864 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:21,866 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 21:30:21,866 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@784d2125
2014-08-22 21:30:21,868 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:21,869 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:22,015 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:22,016 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:22,016 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:22,016 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:22,016 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:22,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:22,020 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:22,029 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 21:30:22,029 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(first)[by:[{1}:'num']]
2014-08-22 21:30:22,030 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:22,033 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:22,033 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 85, total: 331, max: 672
2014-08-22 21:30:22,033 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,035 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:22,035 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 331, max: 672
2014-08-22 21:30:22,035 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 49% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,037 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:22,037 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:22,038 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:22,038 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 170; bufvoid = 104857600
2014-08-22 21:30:22,038 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:22,041 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:22,043 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1734407934_0009_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:22,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 21:30:22,046 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1734407934_0009_m_000000_0' done.
2014-08-22 21:30:22,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1734407934_0009_m_000000_0
2014-08-22 21:30:22,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:22,047 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:22,047 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1734407934_0009_r_000000_0
2014-08-22 21:30:22,050 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:22,050 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@70ee90b1
2014-08-22 21:30:22,051 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:22,052 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1734407934_0009_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:22,055 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#8 about to shuffle output of map attempt_local1734407934_0009_m_000000_0 decomp: 182 len: 186 to MEMORY
2014-08-22 21:30:22,056 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 182 bytes from map-output for attempt_local1734407934_0009_m_000000_0
2014-08-22 21:30:22,056 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 182, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->182
2014-08-22 21:30:22,057 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:22,058 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,058 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:22,061 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:22,062 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 160 bytes
2014-08-22 21:30:22,063 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 182 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:22,064 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 186 bytes from disk
2014-08-22 21:30:22,064 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:22,064 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:22,064 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 160 bytes
2014-08-22 21:30:22,065 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,066 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:22,066 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:22,075 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(first)[by:[{1}:'num']]
2014-08-22 21:30:22,075 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/firstnfields"]
2014-08-22 21:30:22,087 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1734407934_0009_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:22,089 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,089 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1734407934_0009_r_000000_0 is allowed to commit now
2014-08-22 21:30:22,090 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1734407934_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/firstnfields/_temporary/0/task_local1734407934_0009_r_000000
2014-08-22 21:30:22,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:22,091 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1734407934_0009_r_000000_0' done.
2014-08-22 21:30:22,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1734407934_0009_r_000000_0
2014-08-22 21:30:22,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:22,117 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/firstnfields/_temporary
2014-08-22 21:30:22,154 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,156 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/firstnfields
2014-08-22 21:30:22,197 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:22,198 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:22,207 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:22,209 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:22,210 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:22,220 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce] starting
2014-08-22 21:30:22,220 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:22,221 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coercefields"]
2014-08-22 21:30:22,221 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  parallel execution is enabled: false
2014-08-22 21:30:22,221 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  starting jobs: 1
2014-08-22 21:30:22,221 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  allocating threads: 1
2014-08-22 21:30:22,223 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] starting step: (1/1) ...persplatform/coercefields
2014-08-22 21:30:22,224 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:22,225 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:22,251 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,270 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:22,286 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local408771896_0010
2014-08-22 21:30:22,306 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity408771896/.staging/job_local408771896_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:22,306 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity408771896/.staging/job_local408771896_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:22,357 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local408771896_0010/job_local408771896_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:22,357 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local408771896_0010/job_local408771896_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:22,359 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:22,359 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] submitted hadoop job: job_local408771896_0010
2014-08-22 21:30:22,359 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:22,359 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] tracking url: http://localhost:8080/
2014-08-22 21:30:22,359 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:22,362 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:22,363 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local408771896_0010_m_000000_0
2014-08-22 21:30:22,364 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:22,366 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:22,366 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7baf1ad8
2014-08-22 21:30:22,367 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:22,375 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:22,375 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:22,384 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:22,384 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coercefields"]
2014-08-22 21:30:22,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:22,394 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local408771896_0010_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:22,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:22,396 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local408771896_0010_m_000000_0 is allowed to commit now
2014-08-22 21:30:22,396 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local408771896_0010_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coercefields/_temporary/0/task_local408771896_0010_m_000000
2014-08-22 21:30:22,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:22,398 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local408771896_0010_m_000000_0' done.
2014-08-22 21:30:22,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local408771896_0010_m_000000_0
2014-08-22 21:30:22,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:22,414 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coercefields/_temporary
2014-08-22 21:30:22,446 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,448 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/coercefields
2014-08-22 21:30:22,471 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:22,472 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:22,481 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:22,483 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:22,484 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:22,490 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 21:30:22,490 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/count"]
2014-08-22 21:30:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  parallel execution is enabled: false
2014-08-22 21:30:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  starting jobs: 1
2014-08-22 21:30:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  allocating threads: 1
2014-08-22 21:30:22,492 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...mblyhelpersplatform/count
2014-08-22 21:30:22,494 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:22,495 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:22,521 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,540 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:22,557 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local17245951_0011
2014-08-22 21:30:22,581 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity17245951/.staging/job_local17245951_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:22,581 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity17245951/.staging/job_local17245951_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:22,647 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local17245951_0011/job_local17245951_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:22,648 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local17245951_0011/job_local17245951_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:22,650 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:22,650 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local17245951_0011
2014-08-22 21:30:22,650 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:22,650 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 21:30:22,651 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:22,656 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:22,656 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local17245951_0011_m_000000_0
2014-08-22 21:30:22,658 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:22,660 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:22,660 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@36fc4957
2014-08-22 21:30:22,661 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:22,662 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:22,809 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:22,810 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:22,810 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:22,810 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:22,810 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:22,812 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:22,812 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:22,823 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:22,823 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{1}:'char']]
2014-08-22 21:30:22,823 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:22,825 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:22,825 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 458, max: 672
2014-08-22 21:30:22,825 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:22,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 458, max: 672
2014-08-22 21:30:22,826 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:22,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 458, max: 672
2014-08-22 21:30:22,827 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:22,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 84, total: 458, max: 672
2014-08-22 21:30:22,828 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(313)) - total mem is 68% of max mem, to better utilize unused memory consider increasing current LRU threshold with system property "cascading.aggregateby.threshold"
2014-08-22 21:30:22,830 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:22,830 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:22,830 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:22,830 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:22,830 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:22,835 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:22,837 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local17245951_0011_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:22,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:22,839 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local17245951_0011_m_000000_0' done.
2014-08-22 21:30:22,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local17245951_0011_m_000000_0
2014-08-22 21:30:22,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:22,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:22,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local17245951_0011_r_000000_0
2014-08-22 21:30:22,846 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:22,846 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@666558bb
2014-08-22 21:30:22,848 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:22,849 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local17245951_0011_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:22,851 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#9 about to shuffle output of map attempt_local17245951_0011_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:22,852 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local17245951_0011_m_000000_0
2014-08-22 21:30:22,852 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:22,853 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:22,854 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,855 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:22,858 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:22,858 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:22,860 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 119 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:22,861 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 123 bytes from disk
2014-08-22 21:30:22,861 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:22,861 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:22,862 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:22,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,864 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:22,864 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:22,874 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{1}:'char']]
2014-08-22 21:30:22,874 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/count"]
2014-08-22 21:30:22,886 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local17245951_0011_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:22,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:22,888 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local17245951_0011_r_000000_0 is allowed to commit now
2014-08-22 21:30:22,889 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local17245951_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/count/_temporary/0/task_local17245951_0011_r_000000
2014-08-22 21:30:22,890 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:22,890 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local17245951_0011_r_000000_0' done.
2014-08-22 21:30:22,891 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local17245951_0011_r_000000_0
2014-08-22 21:30:22,891 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:22,913 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/count/_temporary
2014-08-22 21:30:22,949 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,992 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:22,994 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/count
2014-08-22 21:30:23,015 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:23,016 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:23,024 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:23,026 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:23,027 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:23,032 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max] starting
2014-08-22 21:30:23,032 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:23,032 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxby"]
2014-08-22 21:30:23,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  parallel execution is enabled: false
2014-08-22 21:30:23,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  starting jobs: 1
2014-08-22 21:30:23,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [max]  allocating threads: 1
2014-08-22 21:30:23,035 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] starting step: (1/1) ...mblyhelpersplatform/maxby
2014-08-22 21:30:23,036 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,037 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,061 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,080 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:23,095 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local441562842_0012
2014-08-22 21:30:23,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity441562842/.staging/job_local441562842_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:23,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity441562842/.staging/job_local441562842_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:23,167 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local441562842_0012/job_local441562842_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:23,167 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local441562842_0012/job_local441562842_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:23,169 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:23,170 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] submitted hadoop job: job_local441562842_0012
2014-08-22 21:30:23,170 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [max] tracking url: http://localhost:8080/
2014-08-22 21:30:23,170 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:23,171 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:23,174 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:23,174 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local441562842_0012_m_000000_0
2014-08-22 21:30:23,176 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:23,178 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:23,179 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@71f84d01
2014-08-22 21:30:23,181 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:23,181 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:23,329 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:23,329 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:23,329 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:23,329 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:23,330 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:23,332 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:23,332 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:23,343 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:23,343 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(max)[by:[{1}:'char']]
2014-08-22 21:30:23,343 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:23,345 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:23,345 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 118, total: 560, max: 672
2014-08-22 21:30:23,346 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:23,346 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 118, total: 560, max: 672
2014-08-22 21:30:23,347 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:23,347 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 118, total: 560, max: 672
2014-08-22 21:30:23,347 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:23,348 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 118, total: 560, max: 672
2014-08-22 21:30:23,349 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:23,349 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:23,349 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:23,349 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 135; bufvoid = 104857600
2014-08-22 21:30:23,349 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:23,353 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:23,355 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local441562842_0012_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:23,357 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:23,357 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local441562842_0012_m_000000_0' done.
2014-08-22 21:30:23,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local441562842_0012_m_000000_0
2014-08-22 21:30:23,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:23,359 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:23,359 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local441562842_0012_r_000000_0
2014-08-22 21:30:23,363 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:23,363 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@18e2c931
2014-08-22 21:30:23,365 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:23,367 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local441562842_0012_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:23,369 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#10 about to shuffle output of map attempt_local441562842_0012_m_000000_0 decomp: 155 len: 159 to MEMORY
2014-08-22 21:30:23,370 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 155 bytes from map-output for attempt_local441562842_0012_m_000000_0
2014-08-22 21:30:23,370 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 155, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->155
2014-08-22 21:30:23,371 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:23,372 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,372 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:23,374 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:23,374 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 146 bytes
2014-08-22 21:30:23,375 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 155 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:23,376 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 159 bytes from disk
2014-08-22 21:30:23,376 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:23,376 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:23,376 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 146 bytes
2014-08-22 21:30:23,377 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,377 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:23,378 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:23,386 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(max)[by:[{1}:'char']]
2014-08-22 21:30:23,388 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxby"]
2014-08-22 21:30:23,399 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local441562842_0012_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:23,401 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,401 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local441562842_0012_r_000000_0 is allowed to commit now
2014-08-22 21:30:23,402 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local441562842_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxby/_temporary/0/task_local441562842_0012_r_000000
2014-08-22 21:30:23,403 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:23,403 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local441562842_0012_r_000000_0' done.
2014-08-22 21:30:23,403 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local441562842_0012_r_000000_0
2014-08-22 21:30:23,404 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:23,422 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/maxby/_temporary
2014-08-22 21:30:23,453 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,486 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,488 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/maxby
2014-08-22 21:30:23,510 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:23,511 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:23,520 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:23,522 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:23,523 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:23,529 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min] starting
2014-08-22 21:30:23,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:23,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minby"]
2014-08-22 21:30:23,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min]  parallel execution is enabled: false
2014-08-22 21:30:23,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min]  starting jobs: 1
2014-08-22 21:30:23,530 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [min]  allocating threads: 1
2014-08-22 21:30:23,531 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [min] starting step: (1/1) ...mblyhelpersplatform/minby
2014-08-22 21:30:23,532 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,533 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,557 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,576 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:23,593 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local77811794_0013
2014-08-22 21:30:23,616 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity77811794/.staging/job_local77811794_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:23,616 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity77811794/.staging/job_local77811794_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:23,683 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local77811794_0013/job_local77811794_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:23,684 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local77811794_0013/job_local77811794_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:23,685 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:23,686 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [min] submitted hadoop job: job_local77811794_0013
2014-08-22 21:30:23,686 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:23,686 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [min] tracking url: http://localhost:8080/
2014-08-22 21:30:23,686 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:23,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:23,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local77811794_0013_m_000000_0
2014-08-22 21:30:23,691 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:23,693 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:23,693 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@c5c9ab5
2014-08-22 21:30:23,694 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:23,695 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:23,739 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:23,739 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:23,740 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:23,740 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:23,740 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:23,741 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:23,742 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:23,752 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:23,752 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(min)[by:[{1}:'char']]
2014-08-22 21:30:23,753 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:23,755 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:23,755 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 598, max: 672
2014-08-22 21:30:23,756 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:23,756 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 598, max: 672
2014-08-22 21:30:23,757 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:23,757 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 598, max: 672
2014-08-22 21:30:23,757 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:23,757 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 87, total: 598, max: 672
2014-08-22 21:30:23,759 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:23,759 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:23,759 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:23,759 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 135; bufvoid = 104857600
2014-08-22 21:30:23,759 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:23,763 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:23,765 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local77811794_0013_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:23,768 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:23,768 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local77811794_0013_m_000000_0' done.
2014-08-22 21:30:23,768 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local77811794_0013_m_000000_0
2014-08-22 21:30:23,769 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:23,770 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:23,770 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local77811794_0013_r_000000_0
2014-08-22 21:30:23,772 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:23,772 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@622d8a59
2014-08-22 21:30:23,773 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:23,774 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local77811794_0013_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:23,776 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#11 about to shuffle output of map attempt_local77811794_0013_m_000000_0 decomp: 155 len: 159 to MEMORY
2014-08-22 21:30:23,776 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 155 bytes from map-output for attempt_local77811794_0013_m_000000_0
2014-08-22 21:30:23,776 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 155, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->155
2014-08-22 21:30:23,777 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:23,778 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,778 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:23,781 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:23,781 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 146 bytes
2014-08-22 21:30:23,783 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 155 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:23,783 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 159 bytes from disk
2014-08-22 21:30:23,783 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:23,784 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:23,784 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 146 bytes
2014-08-22 21:30:23,786 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,787 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:23,787 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:23,797 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(min)[by:[{1}:'char']]
2014-08-22 21:30:23,798 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minby"]
2014-08-22 21:30:23,809 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local77811794_0013_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:23,811 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:23,811 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local77811794_0013_r_000000_0 is allowed to commit now
2014-08-22 21:30:23,812 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local77811794_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minby/_temporary/0/task_local77811794_0013_r_000000
2014-08-22 21:30:23,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:23,814 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local77811794_0013_r_000000_0' done.
2014-08-22 21:30:23,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local77811794_0013_r_000000_0
2014-08-22 21:30:23,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:23,839 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/minby/_temporary
2014-08-22 21:30:23,876 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,924 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:23,926 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/minby
2014-08-22 21:30:23,949 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:23,949 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:23,958 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:23,960 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:23,960 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:23,967 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum] starting
2014-08-22 21:30:23,967 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:23,967 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sum"]
2014-08-22 21:30:23,967 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  parallel execution is enabled: false
2014-08-22 21:30:23,967 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  starting jobs: 1
2014-08-22 21:30:23,968 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  allocating threads: 1
2014-08-22 21:30:23,968 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] starting step: (1/1) ...semblyhelpersplatform/sum
2014-08-22 21:30:23,969 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,970 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:23,994 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,012 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:24,028 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local658725183_0014
2014-08-22 21:30:24,046 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity658725183/.staging/job_local658725183_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,047 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity658725183/.staging/job_local658725183_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,097 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local658725183_0014/job_local658725183_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,097 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local658725183_0014/job_local658725183_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,098 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:24,099 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] submitted hadoop job: job_local658725183_0014
2014-08-22 21:30:24,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:24,099 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] tracking url: http://localhost:8080/
2014-08-22 21:30:24,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:24,102 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:24,102 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local658725183_0014_m_000000_0
2014-08-22 21:30:24,104 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,105 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:24,105 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5d8440
2014-08-22 21:30:24,107 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:24,107 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:24,133 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:24,134 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:24,134 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:24,134 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:24,134 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:24,136 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:24,136 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:24,145 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:24,146 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2014-08-22 21:30:24,146 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:24,147 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:24,148 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 666, max: 672
2014-08-22 21:30:24,148 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:24,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 666, max: 672
2014-08-22 21:30:24,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:24,149 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 666, max: 672
2014-08-22 21:30:24,150 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:24,150 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 159, total: 666, max: 672
2014-08-22 21:30:24,151 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:24,152 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:24,152 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:24,152 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:24,152 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:24,155 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:24,157 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local658725183_0014_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:24,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:24,160 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local658725183_0014_m_000000_0' done.
2014-08-22 21:30:24,160 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local658725183_0014_m_000000_0
2014-08-22 21:30:24,160 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:24,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:24,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local658725183_0014_r_000000_0
2014-08-22 21:30:24,162 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,163 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6a5d5a2c
2014-08-22 21:30:24,163 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:24,164 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local658725183_0014_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:24,167 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#12 about to shuffle output of map attempt_local658725183_0014_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:24,167 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local658725183_0014_m_000000_0
2014-08-22 21:30:24,168 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:24,168 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:24,170 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:24,170 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:24,172 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:24,172 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:24,174 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 119 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:24,174 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 123 bytes from disk
2014-08-22 21:30:24,174 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:24,174 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:24,175 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:24,175 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:24,176 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:24,176 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:24,185 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2014-08-22 21:30:24,185 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sum"]
2014-08-22 21:30:24,197 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local658725183_0014_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:24,199 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:24,199 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local658725183_0014_r_000000_0 is allowed to commit now
2014-08-22 21:30:24,200 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local658725183_0014_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sum/_temporary/0/task_local658725183_0014_r_000000
2014-08-22 21:30:24,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:24,201 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local658725183_0014_r_000000_0' done.
2014-08-22 21:30:24,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local658725183_0014_r_000000_0
2014-08-22 21:30:24,202 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:24,225 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sum/_temporary
2014-08-22 21:30:24,256 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,290 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,292 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/sum
2014-08-22 21:30:24,321 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:24,321 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:24,339 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:24,343 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:24,343 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:24,349 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs] starting
2014-08-22 21:30:24,349 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:24,349 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:24,350 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergesum"]
2014-08-22 21:30:24,350 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  parallel execution is enabled: false
2014-08-22 21:30:24,350 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  starting jobs: 1
2014-08-22 21:30:24,350 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum-lhs+sum-rhs]  allocating threads: 1
2014-08-22 21:30:24,351 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum-lhs+sum-rhs] starting step: (1/1) ...yhelpersplatform/mergesum
2014-08-22 21:30:24,351 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:24,353 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:24,379 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,380 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,401 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:24,423 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1720905057_0015
2014-08-22 21:30:24,445 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1720905057/.staging/job_local1720905057_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,445 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1720905057/.staging/job_local1720905057_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,514 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1720905057_0015/job_local1720905057_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,514 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1720905057_0015/job_local1720905057_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,515 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:24,516 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum-lhs+sum-rhs] submitted hadoop job: job_local1720905057_0015
2014-08-22 21:30:24,516 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:24,516 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum-lhs+sum-rhs] tracking url: http://localhost:8080/
2014-08-22 21:30:24,516 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:24,519 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:24,519 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1720905057_0015_m_000000_0
2014-08-22 21:30:24,521 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,523 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:24,523 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@d2284af
2014-08-22 21:30:24,525 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:24,526 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:24,545 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:24,546 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:24,546 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:24,546 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:24,546 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:24,547 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:24,547 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:24,559 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:24,559 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2014-08-22 21:30:24,560 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:24,561 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:24,561 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 157, total: 668, max: 672
2014-08-22 21:30:24,562 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:24,562 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 157, total: 668, max: 672
2014-08-22 21:30:24,563 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:24,563 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 157, total: 668, max: 672
2014-08-22 21:30:24,563 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:24,564 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 157, total: 668, max: 672
2014-08-22 21:30:24,565 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:24,565 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:24,565 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:24,565 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:24,565 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:24,569 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:24,571 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1720905057_0015_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:24,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:24,573 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1720905057_0015_m_000000_0' done.
2014-08-22 21:30:24,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1720905057_0015_m_000000_0
2014-08-22 21:30:24,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1720905057_0015_m_000001_0
2014-08-22 21:30:24,575 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,576 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:24,576 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@588980b7
2014-08-22 21:30:24,578 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:24,578 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:24,616 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:24,616 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:24,616 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:24,616 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:24,617 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:24,618 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:24,618 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:24,630 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:24,630 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2014-08-22 21:30:24,631 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:24,635 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:24,635 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 207, total: 714, max: 714
2014-08-22 21:30:24,636 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:24,636 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 207, total: 714, max: 714
2014-08-22 21:30:24,637 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:24,637 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 207, total: 714, max: 714
2014-08-22 21:30:24,637 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:24,638 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 206, total: 714, max: 714
2014-08-22 21:30:24,639 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:24,639 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:24,639 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:24,639 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:24,640 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:24,643 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:24,645 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1720905057_0015_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:24,647 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:24,647 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1720905057_0015_m_000001_0' done.
2014-08-22 21:30:24,647 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1720905057_0015_m_000001_0
2014-08-22 21:30:24,647 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:24,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:24,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1720905057_0015_r_000000_0
2014-08-22 21:30:24,650 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,650 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@59a0d62f
2014-08-22 21:30:24,651 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=524124160, maxSingleShuffleLimit=131031040, mergeThreshold=345921952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:24,652 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1720905057_0015_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:24,655 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#13 about to shuffle output of map attempt_local1720905057_0015_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:24,655 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local1720905057_0015_m_000000_0
2014-08-22 21:30:24,656 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:24,658 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#13 about to shuffle output of map attempt_local1720905057_0015_m_000001_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:24,659 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local1720905057_0015_m_000001_0
2014-08-22 21:30:24,659 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 2, commitMemory -> 119, usedMemory ->238
2014-08-22 21:30:24,660 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:24,661 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:24,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:24,663 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:24,663 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 220 bytes
2014-08-22 21:30:24,665 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 238 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:24,665 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 240 bytes from disk
2014-08-22 21:30:24,666 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:24,666 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:24,666 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 227 bytes
2014-08-22 21:30:24,667 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:24,667 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:24,667 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:24,678 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2014-08-22 21:30:24,678 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergesum"]
2014-08-22 21:30:24,691 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1720905057_0015_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:24,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:24,693 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1720905057_0015_r_000000_0 is allowed to commit now
2014-08-22 21:30:24,694 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1720905057_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergesum/_temporary/0/task_local1720905057_0015_r_000000
2014-08-22 21:30:24,696 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:24,696 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1720905057_0015_r_000000_0' done.
2014-08-22 21:30:24,696 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1720905057_0015_r_000000_0
2014-08-22 21:30:24,696 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:24,730 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/mergesum/_temporary
2014-08-22 21:30:24,760 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,794 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,796 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/mergesum
2014-08-22 21:30:24,815 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:24,816 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:24,823 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:24,825 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:24,825 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:24,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:24,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:24,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/discardnarrow"]
2014-08-22 21:30:24,832 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:24,833 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:24,833 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:24,833 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...ersplatform/discardnarrow
2014-08-22 21:30:24,834 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:24,835 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:24,861 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:24,882 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:24,898 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local628865868_0016
2014-08-22 21:30:24,916 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity628865868/.staging/job_local628865868_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,916 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity628865868/.staging/job_local628865868_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,972 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local628865868_0016/job_local628865868_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:24,972 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local628865868_0016/job_local628865868_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:24,974 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:24,974 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local628865868_0016
2014-08-22 21:30:24,974 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:24,975 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:24,976 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:24,979 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:24,979 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local628865868_0016_m_000000_0
2014-08-22 21:30:24,981 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:24,983 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:24,983 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3a1ca1a4
2014-08-22 21:30:24,985 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:24,993 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:24,993 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:25,001 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:25,001 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/discardnarrow"]
2014-08-22 21:30:25,004 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,004 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local628865868_0016_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:25,006 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,006 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local628865868_0016_m_000000_0 is allowed to commit now
2014-08-22 21:30:25,007 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local628865868_0016_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/discardnarrow/_temporary/0/task_local628865868_0016_m_000000
2014-08-22 21:30:25,008 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:25,008 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local628865868_0016_m_000000_0' done.
2014-08-22 21:30:25,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local628865868_0016_m_000000_0
2014-08-22 21:30:25,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:25,029 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/discardnarrow/_temporary
2014-08-22 21:30:25,064 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,066 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/discardnarrow
2014-08-22 21:30:25,090 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:25,091 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:25,099 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:25,101 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:25,102 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:25,106 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:25,106 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:25,107 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/rename"]
2014-08-22 21:30:25,107 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:25,107 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:25,107 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:25,108 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...blyhelpersplatform/rename
2014-08-22 21:30:25,109 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,111 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,135 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,154 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:25,178 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1130775537_0017
2014-08-22 21:30:25,198 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1130775537/.staging/job_local1130775537_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,198 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1130775537/.staging/job_local1130775537_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,245 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1130775537_0017/job_local1130775537_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,245 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1130775537_0017/job_local1130775537_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,246 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:25,247 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local1130775537_0017
2014-08-22 21:30:25,247 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:25,247 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:25,247 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:25,250 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:25,250 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1130775537_0017_m_000000_0
2014-08-22 21:30:25,251 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:25,253 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:25,253 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5538615e
2014-08-22 21:30:25,254 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:25,261 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:25,262 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:25,268 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:25,268 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/rename"]
2014-08-22 21:30:25,271 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,272 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1130775537_0017_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:25,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,273 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1130775537_0017_m_000000_0 is allowed to commit now
2014-08-22 21:30:25,274 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1130775537_0017_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/rename/_temporary/0/task_local1130775537_0017_m_000000
2014-08-22 21:30:25,275 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:25,275 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1130775537_0017_m_000000_0' done.
2014-08-22 21:30:25,276 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1130775537_0017_m_000000_0
2014-08-22 21:30:25,276 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:25,291 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/rename/_temporary
2014-08-22 21:30:25,320 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,323 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/rename
2014-08-22 21:30:25,347 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:25,348 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:25,364 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:25,367 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:25,368 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:25,375 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name] starting
2014-08-22 21:30:25,375 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:25,376 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:25,376 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+true"]
2014-08-22 21:30:25,376 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  parallel execution is enabled: false
2014-08-22 21:30:25,376 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  starting jobs: 1
2014-08-22 21:30:25,376 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  allocating threads: 1
2014-08-22 21:30:25,377 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] starting step: (1/1) ...splatform/multimerge+true
2014-08-22 21:30:25,377 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,379 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,403 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,404 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,422 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:25,437 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2101838197_0018
2014-08-22 21:30:25,456 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2101838197/.staging/job_local2101838197_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,457 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2101838197/.staging/job_local2101838197_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,503 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2101838197_0018/job_local2101838197_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,503 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2101838197_0018/job_local2101838197_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,504 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:25,505 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] submitted hadoop job: job_local2101838197_0018
2014-08-22 21:30:25,505 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] tracking url: http://localhost:8080/
2014-08-22 21:30:25,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:25,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:25,510 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:25,510 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2101838197_0018_m_000000_0
2014-08-22 21:30:25,512 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:25,515 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:25,515 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@34975276
2014-08-22 21:30:25,516 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:25,516 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:25,561 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:25,561 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:25,561 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:25,561 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:25,561 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:25,562 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:25,562 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:25,576 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:25,576 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2014-08-22 21:30:25,577 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:25,578 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:25,578 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 128, total: 713, max: 713
2014-08-22 21:30:25,579 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:25,579 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 128, total: 713, max: 713
2014-08-22 21:30:25,580 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:25,580 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 128, total: 713, max: 713
2014-08-22 21:30:25,581 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:25,581 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 128, total: 713, max: 713
2014-08-22 21:30:25,582 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,582 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:25,583 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:25,583 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2014-08-22 21:30:25,583 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:25,586 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:25,588 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2101838197_0018_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:25,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:25,591 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2101838197_0018_m_000000_0' done.
2014-08-22 21:30:25,591 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2101838197_0018_m_000000_0
2014-08-22 21:30:25,591 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2101838197_0018_m_000001_0
2014-08-22 21:30:25,592 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:25,594 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:25,594 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3f7a04af
2014-08-22 21:30:25,595 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:25,596 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:25,621 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:25,622 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:25,622 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:25,622 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:25,622 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:25,623 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:25,623 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:25,636 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:25,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2014-08-22 21:30:25,637 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:25,641 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:25,641 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:25,642 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:25,642 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:25,643 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:25,643 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:25,644 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:25,644 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 751, max: 751
2014-08-22 21:30:25,646 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:25,646 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:25,646 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:25,646 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2014-08-22 21:30:25,646 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:25,649 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:25,651 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2101838197_0018_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:25,653 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:25,653 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2101838197_0018_m_000001_0' done.
2014-08-22 21:30:25,653 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2101838197_0018_m_000001_0
2014-08-22 21:30:25,654 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:25,654 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:25,654 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2101838197_0018_r_000000_0
2014-08-22 21:30:25,656 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:25,656 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3ae490fa
2014-08-22 21:30:25,657 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551374016, maxSingleShuffleLimit=137843504, mergeThreshold=363906880, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:25,657 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2101838197_0018_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:25,660 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#14 about to shuffle output of map attempt_local2101838197_0018_m_000000_0 decomp: 236 len: 240 to MEMORY
2014-08-22 21:30:25,660 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 236 bytes from map-output for attempt_local2101838197_0018_m_000000_0
2014-08-22 21:30:25,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 236, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->236
2014-08-22 21:30:25,663 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#14 about to shuffle output of map attempt_local2101838197_0018_m_000001_0 decomp: 236 len: 240 to MEMORY
2014-08-22 21:30:25,663 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 236 bytes from map-output for attempt_local2101838197_0018_m_000001_0
2014-08-22 21:30:25,663 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 236, inMemoryMapOutputs.size() -> 2, commitMemory -> 236, usedMemory ->472
2014-08-22 21:30:25,664 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:25,665 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:25,665 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:25,667 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:25,667 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 454 bytes
2014-08-22 21:30:25,669 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 472 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:25,669 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 474 bytes from disk
2014-08-22 21:30:25,670 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:25,670 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:25,670 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 461 bytes
2014-08-22 21:30:25,671 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:25,671 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:25,671 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:25,684 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2014-08-22 21:30:25,684 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+true"]
2014-08-22 21:30:25,696 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2101838197_0018_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:25,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:25,698 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2101838197_0018_r_000000_0 is allowed to commit now
2014-08-22 21:30:25,699 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2101838197_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+true/_temporary/0/task_local2101838197_0018_r_000000
2014-08-22 21:30:25,700 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:25,700 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2101838197_0018_r_000000_0' done.
2014-08-22 21:30:25,700 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2101838197_0018_r_000000_0
2014-08-22 21:30:25,701 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:25,724 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multimerge+true/_temporary
2014-08-22 21:30:25,753 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,784 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,785 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/multimerge+true
2014-08-22 21:30:25,808 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:25,809 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:25,832 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:25,834 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:25,839 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second] starting
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergecount"]
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second]  parallel execution is enabled: false
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second]  starting jobs: 2
2014-08-22 21:30:25,845 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [second]  allocating threads: 1
2014-08-22 21:30:25,846 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/2)
2014-08-22 21:30:25,847 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,848 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:25,871 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:25,889 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:25,904 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local355850043_0019
2014-08-22 21:30:25,921 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity355850043/.staging/job_local355850043_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,922 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity355850043/.staging/job_local355850043_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,969 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local355850043_0019/job_local355850043_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:25,970 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local355850043_0019/job_local355850043_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:25,971 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:25,971 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_local355850043_0019
2014-08-22 21:30:25,971 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:25,971 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://localhost:8080/
2014-08-22 21:30:25,971 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:25,974 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:25,974 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local355850043_0019_m_000000_0
2014-08-22 21:30:25,976 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:25,977 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:25,977 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@716bf3b4
2014-08-22 21:30:25,978 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:25,979 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:26,005 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:26,005 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:26,006 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:26,006 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:26,006 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:26,008 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:26,008 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:26,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(first)[by:[{1}:'char']]
2014-08-22 21:30:26,019 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:26,023 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:26,024 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,025 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:26,025 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 751, max: 751
2014-08-22 21:30:26,025 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:26,026 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 751, max: 751
2014-08-22 21:30:26,026 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:26,026 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 751, max: 751
2014-08-22 21:30:26,028 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:26,028 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:26,028 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:26,028 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:26,028 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:26,032 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:26,034 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local355850043_0019_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,036 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:26,036 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local355850043_0019_m_000000_0' done.
2014-08-22 21:30:26,036 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local355850043_0019_m_000000_0
2014-08-22 21:30:26,036 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:26,037 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:26,037 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local355850043_0019_r_000000_0
2014-08-22 21:30:26,040 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,040 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5540b23b
2014-08-22 21:30:26,041 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551236416, maxSingleShuffleLimit=137809104, mergeThreshold=363816064, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:26,042 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local355850043_0019_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:26,043 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#15 about to shuffle output of map attempt_local355850043_0019_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:26,044 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local355850043_0019_m_000000_0
2014-08-22 21:30:26,044 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:26,045 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:26,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,046 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:26,048 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,048 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:26,050 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 119 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:26,050 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 123 bytes from disk
2014-08-22 21:30:26,050 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:26,050 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,051 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:26,051 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,052 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:26,052 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,060 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(first)[by:[{1}:'char']]
2014-08-22 21:30:26,060 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][2424119061/first/]
2014-08-22 21:30:26,070 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local355850043_0019_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,071 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,072 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local355850043_0019_r_000000_0 is allowed to commit now
2014-08-22 21:30:26,072 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local355850043_0019_r_000000_0' to file:/tmp/hadoop-teamcity/2424119061_first_621570D198E84E078E2FF032CC17DD4B/_temporary/0/task_local355850043_0019_r_000000
2014-08-22 21:30:26,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:26,074 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local355850043_0019_r_000000_0' done.
2014-08-22 21:30:26,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local355850043_0019_r_000000_0
2014-08-22 21:30:26,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:26,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (2/2) ...form/samesourcemergecount
2014-08-22 21:30:26,097 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,098 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,132 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,151 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:26,161 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:26,161 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:26,166 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local586325344_0020
2014-08-22 21:30:26,183 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity586325344/.staging/job_local586325344_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,184 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity586325344/.staging/job_local586325344_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,230 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local586325344_0020/job_local586325344_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,230 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local586325344_0020/job_local586325344_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,231 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:26,232 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_local586325344_0020
2014-08-22 21:30:26,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:26,232 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://localhost:8080/
2014-08-22 21:30:26,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:26,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:26,236 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local586325344_0020_m_000000_0
2014-08-22 21:30:26,237 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,239 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2424119061_first_621570D198E84E078E2FF032CC17DD4B/part-00000
2014-08-22 21:30:26,239 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1cde0cc2
2014-08-22 21:30:26,241 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:26,241 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:26,268 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:26,268 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:26,268 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:26,268 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:26,268 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:26,271 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:26,271 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,282 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][2424119061/first/]
2014-08-22 21:30:26,283 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(second)[by:[{1}:'char']]
2014-08-22 21:30:26,283 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:26,285 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:26,285 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,285 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:26,285 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,287 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:26,287 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:26,287 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:26,287 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 55; bufvoid = 104857600
2014-08-22 21:30:26,287 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:26,290 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:26,292 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local586325344_0020_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/2424119061_first_621570D198E84E078E2FF032CC17DD4B/part-00000:0+160
2014-08-22 21:30:26,294 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local586325344_0020_m_000000_0' done.
2014-08-22 21:30:26,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local586325344_0020_m_000000_0
2014-08-22 21:30:26,295 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:26,295 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:26,295 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local586325344_0020_r_000000_0
2014-08-22 21:30:26,297 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,297 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@25ddfb6a
2014-08-22 21:30:26,298 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551557504, maxSingleShuffleLimit=137889376, mergeThreshold=364027968, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:26,299 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local586325344_0020_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:26,300 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#16 about to shuffle output of map attempt_local586325344_0020_m_000000_0 decomp: 67 len: 71 to MEMORY
2014-08-22 21:30:26,301 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 67 bytes from map-output for attempt_local586325344_0020_m_000000_0
2014-08-22 21:30:26,301 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 67, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->67
2014-08-22 21:30:26,302 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:26,303 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,304 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:26,306 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,306 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:26,307 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 67 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:26,308 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 71 bytes from disk
2014-08-22 21:30:26,308 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:26,308 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,308 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:26,309 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,310 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:26,310 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(second)[by:[{1}:'char']]
2014-08-22 21:30:26,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergecount"]
2014-08-22 21:30:26,330 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local586325344_0020_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,332 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local586325344_0020_r_000000_0 is allowed to commit now
2014-08-22 21:30:26,332 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local586325344_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergecount/_temporary/0/task_local586325344_0020_r_000000
2014-08-22 21:30:26,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:26,334 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local586325344_0020_r_000000_0' done.
2014-08-22 21:30:26,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local586325344_0020_r_000000_0
2014-08-22 21:30:26,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:26,358 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergecount/_temporary
2014-08-22 21:30:26,389 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,419 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,422 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/samesourcemergecount
2014-08-22 21:30:26,443 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:26,444 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:26,451 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:26,454 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:26,455 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:26,459 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average] starting
2014-08-22 21:30:26,459 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:26,460 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/average"]
2014-08-22 21:30:26,460 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  parallel execution is enabled: false
2014-08-22 21:30:26,460 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  starting jobs: 1
2014-08-22 21:30:26,461 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  allocating threads: 1
2014-08-22 21:30:26,462 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] starting step: (1/1) ...lyhelpersplatform/average
2014-08-22 21:30:26,463 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,464 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,488 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,507 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:26,522 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local729789651_0021
2014-08-22 21:30:26,539 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity729789651/.staging/job_local729789651_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,539 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity729789651/.staging/job_local729789651_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,585 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local729789651_0021/job_local729789651_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,586 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local729789651_0021/job_local729789651_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,587 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:26,587 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] submitted hadoop job: job_local729789651_0021
2014-08-22 21:30:26,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:26,587 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] tracking url: http://localhost:8080/
2014-08-22 21:30:26,588 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:26,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:26,591 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local729789651_0021_m_000000_0
2014-08-22 21:30:26,593 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,594 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:26,594 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@59311a3e
2014-08-22 21:30:26,596 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:26,596 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:26,622 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:26,623 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:26,623 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:26,623 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:26,624 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:26,625 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:26,626 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,636 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:26,636 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2014-08-22 21:30:26,636 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:26,637 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:26,638 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:26,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:26,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,640 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:26,640 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:26,642 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:26,642 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:26,642 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:26,642 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2014-08-22 21:30:26,642 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:26,645 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:26,647 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local729789651_0021_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:26,649 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local729789651_0021_m_000000_0' done.
2014-08-22 21:30:26,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local729789651_0021_m_000000_0
2014-08-22 21:30:26,650 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:26,650 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:26,651 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local729789651_0021_r_000000_0
2014-08-22 21:30:26,653 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,655 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@35acc3ad
2014-08-22 21:30:26,656 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551465792, maxSingleShuffleLimit=137866448, mergeThreshold=363967424, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:26,657 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local729789651_0021_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:26,659 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#17 about to shuffle output of map attempt_local729789651_0021_m_000000_0 decomp: 200 len: 204 to MEMORY
2014-08-22 21:30:26,659 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 200 bytes from map-output for attempt_local729789651_0021_m_000000_0
2014-08-22 21:30:26,659 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 200, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->200
2014-08-22 21:30:26,660 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:26,661 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,662 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:26,664 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,664 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 191 bytes
2014-08-22 21:30:26,665 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 200 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:26,666 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 204 bytes from disk
2014-08-22 21:30:26,666 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:26,666 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:26,667 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 191 bytes
2014-08-22 21:30:26,668 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,668 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:26,668 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:26,675 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2014-08-22 21:30:26,675 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/average"]
2014-08-22 21:30:26,686 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local729789651_0021_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:26,687 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:26,687 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local729789651_0021_r_000000_0 is allowed to commit now
2014-08-22 21:30:26,688 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local729789651_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/average/_temporary/0/task_local729789651_0021_r_000000
2014-08-22 21:30:26,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:26,689 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local729789651_0021_r_000000_0' done.
2014-08-22 21:30:26,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local729789651_0021_r_000000_0
2014-08-22 21:30:26,690 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:26,739 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/average/_temporary
2014-08-22 21:30:26,768 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,799 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,800 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/average
2014-08-22 21:30:26,821 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:26,821 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:26,829 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:26,830 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:26,831 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:26,836 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum] starting
2014-08-22 21:30:26,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:26,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sumnulls"]
2014-08-22 21:30:26,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  parallel execution is enabled: false
2014-08-22 21:30:26,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  starting jobs: 1
2014-08-22 21:30:26,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [sum]  allocating threads: 1
2014-08-22 21:30:26,838 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] starting step: (1/1) ...yhelpersplatform/sumnulls
2014-08-22 21:30:26,839 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,840 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:26,863 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:26,881 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:26,896 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local199567946_0022
2014-08-22 21:30:26,913 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity199567946/.staging/job_local199567946_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,914 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity199567946/.staging/job_local199567946_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,960 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local199567946_0022/job_local199567946_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:26,960 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local199567946_0022/job_local199567946_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:26,961 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:26,962 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:26,962 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:26,962 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] submitted hadoop job: job_local199567946_0022
2014-08-22 21:30:26,963 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [sum] tracking url: http://localhost:8080/
2014-08-22 21:30:26,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:26,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local199567946_0022_m_000000_0
2014-08-22 21:30:26,966 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:26,968 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:26,968 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@45c803ae
2014-08-22 21:30:26,969 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:26,969 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:26,995 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:26,996 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:26,996 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:26,996 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:26,996 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:26,997 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:26,997 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:27,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(sum)[by:[{1}:'char']]
2014-08-22 21:30:27,005 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:27,012 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:27,012 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:27,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:27,013 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:27,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:27,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:27,014 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:27,015 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 751, max: 751
2014-08-22 21:30:27,016 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:27,016 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:27,016 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:27,016 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 96; bufvoid = 104857600
2014-08-22 21:30:27,016 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:27,019 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:27,021 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local199567946_0022_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:27,023 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local199567946_0022_m_000000_0' done.
2014-08-22 21:30:27,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local199567946_0022_m_000000_0
2014-08-22 21:30:27,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:27,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:27,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local199567946_0022_r_000000_0
2014-08-22 21:30:27,026 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,026 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3c407d5
2014-08-22 21:30:27,026 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551924544, maxSingleShuffleLimit=137981136, mergeThreshold=364270208, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:27,027 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local199567946_0022_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:27,030 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#18 about to shuffle output of map attempt_local199567946_0022_m_000000_0 decomp: 116 len: 120 to MEMORY
2014-08-22 21:30:27,030 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 116 bytes from map-output for attempt_local199567946_0022_m_000000_0
2014-08-22 21:30:27,030 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 116, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->116
2014-08-22 21:30:27,031 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:27,032 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,032 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:27,034 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,034 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 107 bytes
2014-08-22 21:30:27,036 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 116 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:27,036 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 120 bytes from disk
2014-08-22 21:30:27,036 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:27,036 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,037 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 107 bytes
2014-08-22 21:30:27,037 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,038 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:27,038 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,044 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(sum)[by:[{1}:'char']]
2014-08-22 21:30:27,044 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sumnulls"]
2014-08-22 21:30:27,054 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local199567946_0022_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,055 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,055 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local199567946_0022_r_000000_0 is allowed to commit now
2014-08-22 21:30:27,056 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local199567946_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sumnulls/_temporary/0/task_local199567946_0022_r_000000
2014-08-22 21:30:27,057 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:27,058 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local199567946_0022_r_000000_0' done.
2014-08-22 21:30:27,058 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local199567946_0022_r_000000_0
2014-08-22 21:30:27,058 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:27,075 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/sumnulls/_temporary
2014-08-22 21:30:27,103 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,133 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,135 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/sumnulls
2014-08-22 21:30:27,154 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:27,155 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:27,161 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:27,163 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:27,163 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countall"]
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  parallel execution is enabled: false
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  starting jobs: 1
2014-08-22 21:30:27,168 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  allocating threads: 1
2014-08-22 21:30:27,169 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...yhelpersplatform/countall
2014-08-22 21:30:27,170 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,171 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,195 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,213 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:27,229 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1479513788_0023
2014-08-22 21:30:27,246 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1479513788/.staging/job_local1479513788_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,246 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1479513788/.staging/job_local1479513788_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,292 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1479513788_0023/job_local1479513788_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,293 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1479513788_0023/job_local1479513788_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,294 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:27,295 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:27,295 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:27,295 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local1479513788_0023
2014-08-22 21:30:27,296 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 21:30:27,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:27,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1479513788_0023_m_000000_0
2014-08-22 21:30:27,299 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,301 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:27,301 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@33c2841d
2014-08-22 21:30:27,302 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:27,302 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:27,328 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:27,328 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:27,328 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:27,328 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:27,328 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:27,329 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:27,330 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,337 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:27,337 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2014-08-22 21:30:27,338 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:27,340 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:27,340 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:27,340 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:27,341 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 4; bufvoid = 104857600
2014-08-22 21:30:27,341 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600
2014-08-22 21:30:27,343 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:27,345 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1479513788_0023_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:27,347 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1479513788_0023_m_000000_0' done.
2014-08-22 21:30:27,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1479513788_0023_m_000000_0
2014-08-22 21:30:27,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:27,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:27,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1479513788_0023_r_000000_0
2014-08-22 21:30:27,350 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,350 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@48a85972
2014-08-22 21:30:27,350 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=551832768, maxSingleShuffleLimit=137958192, mergeThreshold=364209632, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:27,351 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1479513788_0023_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:27,353 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#19 about to shuffle output of map attempt_local1479513788_0023_m_000000_0 decomp: 8 len: 12 to MEMORY
2014-08-22 21:30:27,353 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 8 bytes from map-output for attempt_local1479513788_0023_m_000000_0
2014-08-22 21:30:27,353 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 8, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->8
2014-08-22 21:30:27,354 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:27,356 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,356 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:27,358 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,358 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 5 bytes
2014-08-22 21:30:27,360 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 8 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:27,360 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 12 bytes from disk
2014-08-22 21:30:27,360 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:27,360 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,361 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 5 bytes
2014-08-22 21:30:27,361 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,362 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:27,362 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,368 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2014-08-22 21:30:27,368 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countall"]
2014-08-22 21:30:27,377 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1479513788_0023_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,378 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,379 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1479513788_0023_r_000000_0 is allowed to commit now
2014-08-22 21:30:27,379 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1479513788_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countall/_temporary/0/task_local1479513788_0023_r_000000
2014-08-22 21:30:27,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:27,381 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1479513788_0023_r_000000_0' done.
2014-08-22 21:30:27,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1479513788_0023_r_000000_0
2014-08-22 21:30:27,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:27,398 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countall/_temporary
2014-08-22 21:30:27,428 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,458 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,459 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/countall
2014-08-22 21:30:27,481 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:27,481 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:27,490 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:27,492 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:27,492 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:27,497 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name] starting
2014-08-22 21:30:27,498 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:27,498 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multi"]
2014-08-22 21:30:27,498 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  parallel execution is enabled: false
2014-08-22 21:30:27,498 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  starting jobs: 1
2014-08-22 21:30:27,498 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [name]  allocating threads: 1
2014-08-22 21:30:27,499 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] starting step: (1/1) ...mblyhelpersplatform/multi
2014-08-22 21:30:27,499 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,500 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,523 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,541 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:27,555 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local398314308_0024
2014-08-22 21:30:27,572 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity398314308/.staging/job_local398314308_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,572 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity398314308/.staging/job_local398314308_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,620 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local398314308_0024/job_local398314308_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,620 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local398314308_0024/job_local398314308_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,622 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:27,622 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:27,623 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:27,622 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] submitted hadoop job: job_local398314308_0024
2014-08-22 21:30:27,623 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [name] tracking url: http://localhost:8080/
2014-08-22 21:30:27,625 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:27,625 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local398314308_0024_m_000000_0
2014-08-22 21:30:27,627 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,628 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:27,628 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@50eee4dc
2014-08-22 21:30:27,629 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:27,629 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:27,655 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:27,656 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:27,656 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:27,656 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:27,656 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:27,658 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:27,658 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,668 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:27,668 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(name)[by:[{1}:'char']]
2014-08-22 21:30:27,668 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:27,670 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:27,670 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 752, max: 752
2014-08-22 21:30:27,671 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:27,671 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 752, max: 752
2014-08-22 21:30:27,672 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:27,672 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 752, max: 752
2014-08-22 21:30:27,673 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:27,673 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 241, total: 752, max: 752
2014-08-22 21:30:27,675 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:27,675 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:27,675 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:27,675 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 432; bufvoid = 104857600
2014-08-22 21:30:27,675 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:27,678 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:27,680 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local398314308_0024_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,682 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:27,682 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local398314308_0024_m_000000_0' done.
2014-08-22 21:30:27,682 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local398314308_0024_m_000000_0
2014-08-22 21:30:27,683 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:27,683 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:27,683 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local398314308_0024_r_000000_0
2014-08-22 21:30:27,685 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,685 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7bff6a5f
2014-08-22 21:30:27,685 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552153920, maxSingleShuffleLimit=138038480, mergeThreshold=364421600, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:27,687 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local398314308_0024_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:27,690 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#20 about to shuffle output of map attempt_local398314308_0024_m_000000_0 decomp: 452 len: 456 to MEMORY
2014-08-22 21:30:27,690 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 452 bytes from map-output for attempt_local398314308_0024_m_000000_0
2014-08-22 21:30:27,691 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 452, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->452
2014-08-22 21:30:27,692 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:27,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,694 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:27,696 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,696 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 436 bytes
2014-08-22 21:30:27,698 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 452 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:27,698 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 456 bytes from disk
2014-08-22 21:30:27,698 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:27,698 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:27,699 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 436 bytes
2014-08-22 21:30:27,699 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,700 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:27,700 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(name)[by:[{1}:'char']]
2014-08-22 21:30:27,709 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multi"]
2014-08-22 21:30:27,721 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local398314308_0024_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,725 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:27,725 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local398314308_0024_r_000000_0 is allowed to commit now
2014-08-22 21:30:27,726 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local398314308_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multi/_temporary/0/task_local398314308_0024_r_000000
2014-08-22 21:30:27,727 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:27,728 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local398314308_0024_r_000000_0' done.
2014-08-22 21:30:27,728 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local398314308_0024_r_000000_0
2014-08-22 21:30:27,728 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:27,745 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/multi/_temporary
2014-08-22 21:30:27,773 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,804 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,806 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/multi
2014-08-22 21:30:27,823 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:27,824 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:27,829 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:27,831 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:27,831 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:27,836 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:27,836 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:27,836 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/retainnarrow"]
2014-08-22 21:30:27,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:27,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:27,837 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:27,837 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...persplatform/retainnarrow
2014-08-22 21:30:27,838 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,839 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:27,861 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:27,879 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:27,894 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local706994782_0025
2014-08-22 21:30:27,911 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity706994782/.staging/job_local706994782_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,911 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity706994782/.staging/job_local706994782_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,956 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local706994782_0025/job_local706994782_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:27,957 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local706994782_0025/job_local706994782_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:27,958 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:27,958 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:27,959 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:27,959 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local706994782_0025
2014-08-22 21:30:27,959 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:27,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:27,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local706994782_0025_m_000000_0
2014-08-22 21:30:27,963 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:27,964 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:27,964 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@17397663
2014-08-22 21:30:27,965 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:27,972 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:27,972 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:27,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:27,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/retainnarrow"]
2014-08-22 21:30:27,980 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:27,980 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local706994782_0025_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:27,981 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:27,982 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local706994782_0025_m_000000_0 is allowed to commit now
2014-08-22 21:30:27,982 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local706994782_0025_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/retainnarrow/_temporary/0/task_local706994782_0025_m_000000
2014-08-22 21:30:27,983 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:27,984 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local706994782_0025_m_000000_0' done.
2014-08-22 21:30:27,984 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local706994782_0025_m_000000_0
2014-08-22 21:30:27,984 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:28,003 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/retainnarrow/_temporary
2014-08-22 21:30:28,033 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,034 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/retainnarrow
2014-08-22 21:30:28,052 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:28,052 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:28,057 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:28,059 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:28,060 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:28,063 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:28,064 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:28,064 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renamenarrow"]
2014-08-22 21:30:28,064 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:28,064 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:28,064 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:28,065 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...persplatform/renamenarrow
2014-08-22 21:30:28,066 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,066 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,090 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,107 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:28,127 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1133537840_0026
2014-08-22 21:30:28,147 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1133537840/.staging/job_local1133537840_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,147 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1133537840/.staging/job_local1133537840_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,207 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1133537840_0026/job_local1133537840_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,207 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1133537840_0026/job_local1133537840_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,209 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:28,209 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local1133537840_0026
2014-08-22 21:30:28,209 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:28,209 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:28,210 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:28,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:28,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1133537840_0026_m_000000_0
2014-08-22 21:30:28,214 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:28,216 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:28,216 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7d504e7b
2014-08-22 21:30:28,217 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:28,224 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:28,224 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:28,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:28,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renamenarrow"]
2014-08-22 21:30:28,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:28,232 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1133537840_0026_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:28,233 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:28,234 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1133537840_0026_m_000000_0 is allowed to commit now
2014-08-22 21:30:28,234 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1133537840_0026_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renamenarrow/_temporary/0/task_local1133537840_0026_m_000000
2014-08-22 21:30:28,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:28,236 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1133537840_0026_m_000000_0' done.
2014-08-22 21:30:28,236 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1133537840_0026_m_000000_0
2014-08-22 21:30:28,236 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:28,253 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/renamenarrow/_temporary
2014-08-22 21:30:28,287 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,289 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/renamenarrow
2014-08-22 21:30:28,316 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:28,316 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:28,326 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:28,328 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:28,329 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:28,334 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average] starting
2014-08-22 21:30:28,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:28,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/averagenull"]
2014-08-22 21:30:28,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  parallel execution is enabled: false
2014-08-22 21:30:28,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  starting jobs: 1
2014-08-22 21:30:28,335 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [average]  allocating threads: 1
2014-08-22 21:30:28,336 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] starting step: (1/1) ...lpersplatform/averagenull
2014-08-22 21:30:28,337 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,338 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,363 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,383 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:28,404 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1602765047_0027
2014-08-22 21:30:28,424 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1602765047/.staging/job_local1602765047_0027/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,424 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1602765047/.staging/job_local1602765047_0027/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,481 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1602765047_0027/job_local1602765047_0027.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,481 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1602765047_0027/job_local1602765047_0027.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,482 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:28,483 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] submitted hadoop job: job_local1602765047_0027
2014-08-22 21:30:28,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:28,483 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [average] tracking url: http://localhost:8080/
2014-08-22 21:30:28,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:28,486 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:28,486 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1602765047_0027_m_000000_0
2014-08-22 21:30:28,487 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:28,488 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:28,489 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6cb2b9ec
2014-08-22 21:30:28,490 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:28,490 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:28,507 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:28,507 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:28,508 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:28,508 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:28,508 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:28,509 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:28,509 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:28,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:28,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(average)[by:[{1}:'char']]
2014-08-22 21:30:28,517 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:28,520 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:28,521 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 230, total: 752, max: 752
2014-08-22 21:30:28,522 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:28,522 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 229, total: 752, max: 752
2014-08-22 21:30:28,523 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:28,523 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 229, total: 752, max: 752
2014-08-22 21:30:28,524 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:28,525 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 229, total: 752, max: 752
2014-08-22 21:30:28,526 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:28,526 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:28,526 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:28,527 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2014-08-22 21:30:28,527 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:28,530 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:28,532 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1602765047_0027_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:28,534 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:28,534 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1602765047_0027_m_000000_0' done.
2014-08-22 21:30:28,534 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1602765047_0027_m_000000_0
2014-08-22 21:30:28,535 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:28,535 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:28,535 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1602765047_0027_r_000000_0
2014-08-22 21:30:28,537 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:28,537 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1a2a46d1
2014-08-22 21:30:28,538 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552062144, maxSingleShuffleLimit=138015536, mergeThreshold=364361024, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:28,539 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1602765047_0027_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:28,540 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#21 about to shuffle output of map attempt_local1602765047_0027_m_000000_0 decomp: 200 len: 204 to MEMORY
2014-08-22 21:30:28,541 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 200 bytes from map-output for attempt_local1602765047_0027_m_000000_0
2014-08-22 21:30:28,541 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 200, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->200
2014-08-22 21:30:28,542 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:28,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:28,543 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:28,545 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:28,545 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 191 bytes
2014-08-22 21:30:28,546 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 200 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:28,546 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 204 bytes from disk
2014-08-22 21:30:28,547 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:28,547 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:28,547 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 191 bytes
2014-08-22 21:30:28,548 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:28,548 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:28,548 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:28,555 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(average)[by:[{1}:'char']]
2014-08-22 21:30:28,555 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/averagenull"]
2014-08-22 21:30:28,565 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1602765047_0027_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:28,566 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:28,566 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1602765047_0027_r_000000_0 is allowed to commit now
2014-08-22 21:30:28,567 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1602765047_0027_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/averagenull/_temporary/0/task_local1602765047_0027_r_000000
2014-08-22 21:30:28,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:28,570 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1602765047_0027_r_000000_0' done.
2014-08-22 21:30:28,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1602765047_0027_r_000000_0
2014-08-22 21:30:28,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:28,590 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/averagenull/_temporary
2014-08-22 21:30:28,619 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,649 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,651 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/averagenull
2014-08-22 21:30:28,669 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:28,670 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:28,675 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:28,676 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:28,677 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:28,680 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce] starting
2014-08-22 21:30:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coerce"]
2014-08-22 21:30:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  parallel execution is enabled: false
2014-08-22 21:30:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  starting jobs: 1
2014-08-22 21:30:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [coerce]  allocating threads: 1
2014-08-22 21:30:28,682 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] starting step: (1/1) ...blyhelpersplatform/coerce
2014-08-22 21:30:28,682 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,683 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,705 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,723 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:28,737 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local265184546_0028
2014-08-22 21:30:28,753 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity265184546/.staging/job_local265184546_0028/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,754 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity265184546/.staging/job_local265184546_0028/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local265184546_0028/job_local265184546_0028.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:28,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local265184546_0028/job_local265184546_0028.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:28,800 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:28,800 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] submitted hadoop job: job_local265184546_0028
2014-08-22 21:30:28,800 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:28,800 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [coerce] tracking url: http://localhost:8080/
2014-08-22 21:30:28,801 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:28,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:28,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local265184546_0028_m_000000_0
2014-08-22 21:30:28,805 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:28,806 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt
2014-08-22 21:30:28,806 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@29d322a6
2014-08-22 21:30:28,807 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-08-22 21:30:28,814 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:28,814 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:28,818 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt"]
2014-08-22 21:30:28,818 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coerce"]
2014-08-22 21:30:28,821 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:28,821 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local265184546_0028_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:28,822 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:28,822 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local265184546_0028_m_000000_0 is allowed to commit now
2014-08-22 21:30:28,823 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local265184546_0028_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coerce/_temporary/0/task_local265184546_0028_m_000000
2014-08-22 21:30:28,824 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lower.txt:0+19
2014-08-22 21:30:28,824 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local265184546_0028_m_000000_0' done.
2014-08-22 21:30:28,824 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local265184546_0028_m_000000_0
2014-08-22 21:30:28,824 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:28,844 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/coerce/_temporary
2014-08-22 21:30:28,876 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:28,878 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/coerce
2014-08-22 21:30:28,905 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:28,905 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:28,936 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:28,938 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:28,959 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:28,963 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...] starting
2014-08-22 21:30:28,963 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:28,964 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergethreeway"]
2014-08-22 21:30:28,964 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...]  parallel execution is enabled: false
2014-08-22 21:30:28,964 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...]  starting jobs: 5
2014-08-22 21:30:28,964 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count-lhs*source*count...]  allocating threads: 1
2014-08-22 21:30:28,965 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] starting step: (1/5)
2014-08-22 21:30:28,965 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,966 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:28,989 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:29,008 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:29,023 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local838894775_0029
2014-08-22 21:30:29,042 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity838894775/.staging/job_local838894775_0029/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,043 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity838894775/.staging/job_local838894775_0029/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,094 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local838894775_0029/job_local838894775_0029.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,094 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local838894775_0029/job_local838894775_0029.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,095 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:29,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] submitted hadoop job: job_local838894775_0029
2014-08-22 21:30:29,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] tracking url: http://localhost:8080/
2014-08-22 21:30:29,096 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:29,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:29,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:29,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local838894775_0029_m_000000_0
2014-08-22 21:30:29,101 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,102 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:29,103 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@feb5de5
2014-08-22 21:30:29,104 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:29,104 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:29,129 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:29,130 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:29,130 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:29,130 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:29,130 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:29,131 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:29,131 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,141 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:29,141 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(source)[by:[{1}:'char']]
2014-08-22 21:30:29,141 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:29,142 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:29,143 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,143 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:29,143 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,144 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 5, with threshold: 2
2014-08-22 21:30:29,144 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,145 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 7, with threshold: 2
2014-08-22 21:30:29,145 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,146 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:29,146 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:29,146 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:29,146 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2014-08-22 21:30:29,147 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2014-08-22 21:30:29,149 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:29,151 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local838894775_0029_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,153 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:29,153 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local838894775_0029_m_000000_0' done.
2014-08-22 21:30:29,153 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local838894775_0029_m_000000_0
2014-08-22 21:30:29,153 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:29,154 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:29,154 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local838894775_0029_r_000000_0
2014-08-22 21:30:29,156 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,156 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5fa6e5d5
2014-08-22 21:30:29,157 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552475008, maxSingleShuffleLimit=138118752, mergeThreshold=364633504, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:29,158 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local838894775_0029_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:29,160 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#22 about to shuffle output of map attempt_local838894775_0029_m_000000_0 decomp: 119 len: 123 to MEMORY
2014-08-22 21:30:29,160 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 119 bytes from map-output for attempt_local838894775_0029_m_000000_0
2014-08-22 21:30:29,161 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 119, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->119
2014-08-22 21:30:29,161 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:29,162 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,163 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:29,165 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,165 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:29,167 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 119 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:29,167 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 123 bytes from disk
2014-08-22 21:30:29,167 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:29,168 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,168 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 110 bytes
2014-08-22 21:30:29,169 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,169 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:29,170 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,176 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(source)[by:[{1}:'char']]
2014-08-22 21:30:29,176 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][1188741708/source/]
2014-08-22 21:30:29,185 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local838894775_0029_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,187 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local838894775_0029_r_000000_0 is allowed to commit now
2014-08-22 21:30:29,187 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local838894775_0029_r_000000_0' to file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/_temporary/0/task_local838894775_0029_r_000000
2014-08-22 21:30:29,188 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:29,189 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local838894775_0029_r_000000_0' done.
2014-08-22 21:30:29,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local838894775_0029_r_000000_0
2014-08-22 21:30:29,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:29,210 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] starting step: (3/5)
2014-08-22 21:30:29,210 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,211 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,245 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:29,264 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:29,274 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:29,275 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:29,281 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local494153801_0030
2014-08-22 21:30:29,298 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity494153801/.staging/job_local494153801_0030/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,298 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity494153801/.staging/job_local494153801_0030/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,345 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local494153801_0030/job_local494153801_0030.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,345 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local494153801_0030/job_local494153801_0030.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,346 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:29,347 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] submitted hadoop job: job_local494153801_0030
2014-08-22 21:30:29,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:29,347 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] tracking url: http://localhost:8080/
2014-08-22 21:30:29,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:29,349 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:29,349 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local494153801_0030_m_000000_0
2014-08-22 21:30:29,351 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,353 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000
2014-08-22 21:30:29,353 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@75b8fdf2
2014-08-22 21:30:29,355 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:29,355 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:29,381 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:29,382 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:29,382 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:29,382 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:29,383 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:29,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:29,385 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,391 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1188741708/source/]
2014-08-22 21:30:29,392 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']]
2014-08-22 21:30:29,392 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:29,393 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:29,393 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,394 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:29,394 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:29,395 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:29,395 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:29,395 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 55; bufvoid = 104857600
2014-08-22 21:30:29,395 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:29,398 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:29,400 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local494153801_0030_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,401 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000:0+160
2014-08-22 21:30:29,402 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local494153801_0030_m_000000_0' done.
2014-08-22 21:30:29,402 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local494153801_0030_m_000000_0
2014-08-22 21:30:29,402 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:29,403 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:29,403 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local494153801_0030_r_000000_0
2014-08-22 21:30:29,405 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,405 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@769fb152
2014-08-22 21:30:29,406 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552383296, maxSingleShuffleLimit=138095824, mergeThreshold=364572992, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:29,407 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local494153801_0030_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:29,409 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#23 about to shuffle output of map attempt_local494153801_0030_m_000000_0 decomp: 67 len: 71 to MEMORY
2014-08-22 21:30:29,410 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 67 bytes from map-output for attempt_local494153801_0030_m_000000_0
2014-08-22 21:30:29,410 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 67, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->67
2014-08-22 21:30:29,411 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:29,412 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,412 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:29,414 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,414 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:29,416 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 67 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:29,417 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 71 bytes from disk
2014-08-22 21:30:29,417 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:29,417 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,418 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:29,418 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,418 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:29,419 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']]
2014-08-22 21:30:29,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][7528784413/count-lhs/]
2014-08-22 21:30:29,433 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local494153801_0030_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,434 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,434 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local494153801_0030_r_000000_0 is allowed to commit now
2014-08-22 21:30:29,435 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local494153801_0030_r_000000_0' to file:/tmp/hadoop-teamcity/7528784413_count_lhs_531BB1468A6D4569B10FE22D772EDE5C/_temporary/0/task_local494153801_0030_r_000000
2014-08-22 21:30:29,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:29,436 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local494153801_0030_r_000000_0' done.
2014-08-22 21:30:29,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local494153801_0030_r_000000_0
2014-08-22 21:30:29,437 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:29,451 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] starting step: (4/5)
2014-08-22 21:30:29,451 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,452 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,489 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:29,510 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:29,521 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:29,521 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:29,527 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2024993666_0031
2014-08-22 21:30:29,546 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2024993666/.staging/job_local2024993666_0031/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,546 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2024993666/.staging/job_local2024993666_0031/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,595 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2024993666_0031/job_local2024993666_0031.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,595 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2024993666_0031/job_local2024993666_0031.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,596 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:29,597 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] submitted hadoop job: job_local2024993666_0031
2014-08-22 21:30:29,597 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] tracking url: http://localhost:8080/
2014-08-22 21:30:29,597 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:29,598 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:29,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:29,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2024993666_0031_m_000000_0
2014-08-22 21:30:29,602 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,603 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000
2014-08-22 21:30:29,603 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7703c25f
2014-08-22 21:30:29,604 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:29,605 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:29,630 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:29,630 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:29,630 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:29,630 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:29,630 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:29,632 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:29,632 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1188741708/source/]
2014-08-22 21:30:29,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']]
2014-08-22 21:30:29,638 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:29,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 1, with threshold: 2
2014-08-22 21:30:29,639 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,640 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(307)) - flushed keys num times: 3, with threshold: 2
2014-08-22 21:30:29,640 INFO  assembly.AggregateBy (AggregateBy.java:removeEldestEntry(308)) - mem on flush (mb), free: 240, total: 752, max: 752
2014-08-22 21:30:29,641 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:29,641 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:29,641 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:29,641 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 55; bufvoid = 104857600
2014-08-22 21:30:29,642 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:29,644 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:29,646 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2024993666_0031_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,647 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000:0+160
2014-08-22 21:30:29,648 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2024993666_0031_m_000000_0' done.
2014-08-22 21:30:29,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2024993666_0031_m_000000_0
2014-08-22 21:30:29,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:29,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:29,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2024993666_0031_r_000000_0
2014-08-22 21:30:29,650 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,650 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@c184a81
2014-08-22 21:30:29,651 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552658496, maxSingleShuffleLimit=138164624, mergeThreshold=364754624, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:29,652 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2024993666_0031_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:29,653 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#24 about to shuffle output of map attempt_local2024993666_0031_m_000000_0 decomp: 67 len: 71 to MEMORY
2014-08-22 21:30:29,654 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 67 bytes from map-output for attempt_local2024993666_0031_m_000000_0
2014-08-22 21:30:29,654 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 67, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->67
2014-08-22 21:30:29,655 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:29,657 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,657 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:29,659 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,659 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:29,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 67 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:29,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 71 bytes from disk
2014-08-22 21:30:29,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:29,661 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,662 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2014-08-22 21:30:29,663 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,663 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:29,663 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,669 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']]
2014-08-22 21:30:29,669 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['char', 'count']]"][9425472491/count-rhs/]
2014-08-22 21:30:29,678 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2024993666_0031_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,679 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:29,679 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2024993666_0031_r_000000_0 is allowed to commit now
2014-08-22 21:30:29,680 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2024993666_0031_r_000000_0' to file:/tmp/hadoop-teamcity/9425472491_count_rhs_45B7477232F043F09FD5C147D1541272/_temporary/0/task_local2024993666_0031_r_000000
2014-08-22 21:30:29,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:29,681 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2024993666_0031_r_000000_0' done.
2014-08-22 21:30:29,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2024993666_0031_r_000000_0
2014-08-22 21:30:29,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:29,700 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] starting step: (2/5)
2014-08-22 21:30:29,701 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,702 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:29,737 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:29,750 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:29,768 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:29,777 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:29,778 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:29,783 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1064970536_0032
2014-08-22 21:30:29,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064970536/.staging/job_local1064970536_0032/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,799 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064970536/.staging/job_local1064970536_0032/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,847 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064970536_0032/job_local1064970536_0032.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:29,848 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064970536_0032/job_local1064970536_0032.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:29,849 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:29,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:29,849 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] submitted hadoop job: job_local1064970536_0032
2014-08-22 21:30:29,850 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:29,850 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] tracking url: http://localhost:8080/
2014-08-22 21:30:29,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:29,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064970536_0032_m_000000_0
2014-08-22 21:30:29,854 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,855 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9425472491_count_rhs_45B7477232F043F09FD5C147D1541272/part-00000
2014-08-22 21:30:29,856 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@20f92649
2014-08-22 21:30:29,857 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:29,857 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:29,883 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:29,884 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:29,884 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:29,885 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:29,885 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:29,887 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:29,888 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,894 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][9425472491/count-rhs/]
2014-08-22 21:30:29,894 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:29,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:29,897 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:29,897 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:29,898 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 65; bufvoid = 104857600
2014-08-22 21:30:29,898 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:29,901 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:29,902 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064970536_0032_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,904 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/9425472491_count_rhs_45B7477232F043F09FD5C147D1541272/part-00000:0+160
2014-08-22 21:30:29,904 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064970536_0032_m_000000_0' done.
2014-08-22 21:30:29,905 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064970536_0032_m_000000_0
2014-08-22 21:30:29,905 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064970536_0032_m_000001_0
2014-08-22 21:30:29,906 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,908 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000
2014-08-22 21:30:29,908 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2dc663a3
2014-08-22 21:30:29,909 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:29,910 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:29,929 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:29,930 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:29,930 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:29,930 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:29,931 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:29,932 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:29,932 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][1188741708/source/]
2014-08-22 21:30:29,938 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:29,940 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:29,940 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:29,940 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:29,941 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 65; bufvoid = 104857600
2014-08-22 21:30:29,941 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:29,943 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:29,945 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064970536_0032_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:29,947 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/1188741708_source_BE9D717C898A4B6FBC9B91A1B62BE190/part-00000:0+160
2014-08-22 21:30:29,947 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064970536_0032_m_000001_0' done.
2014-08-22 21:30:29,948 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064970536_0032_m_000001_0
2014-08-22 21:30:29,948 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:29,948 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:29,949 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1064970536_0032_r_000000_0
2014-08-22 21:30:29,950 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:29,951 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7b8c6c98
2014-08-22 21:30:29,951 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552658496, maxSingleShuffleLimit=138164624, mergeThreshold=364754624, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:29,952 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1064970536_0032_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:29,954 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#25 about to shuffle output of map attempt_local1064970536_0032_m_000001_0 decomp: 77 len: 81 to MEMORY
2014-08-22 21:30:29,954 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 77 bytes from map-output for attempt_local1064970536_0032_m_000001_0
2014-08-22 21:30:29,954 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 77, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->77
2014-08-22 21:30:29,956 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#25 about to shuffle output of map attempt_local1064970536_0032_m_000000_0 decomp: 77 len: 81 to MEMORY
2014-08-22 21:30:29,957 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 77 bytes from map-output for attempt_local1064970536_0032_m_000000_0
2014-08-22 21:30:29,957 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 77, inMemoryMapOutputs.size() -> 2, commitMemory -> 77, usedMemory ->154
2014-08-22 21:30:29,957 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:29,958 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:29,959 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:29,960 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:29,961 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 134 bytes
2014-08-22 21:30:29,962 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 154 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:29,963 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 156 bytes from disk
2014-08-22 21:30:29,963 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:29,964 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:29,964 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 142 bytes
2014-08-22 21:30:29,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:29,966 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:29,966 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:29,971 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2014-08-22 21:30:29,971 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][6968407211/source_count-rhs/]
2014-08-22 21:30:29,985 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 21:30:29,985 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 21:30:29,992 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064970536_0032_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:29,993 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:29,993 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1064970536_0032_r_000000_0 is allowed to commit now
2014-08-22 21:30:29,994 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1064970536_0032_r_000000_0' to file:/tmp/hadoop-teamcity/6968407211_source_count_rhs_995776F6C7EF468DB4E1E155349B7ECD/_temporary/0/task_local1064970536_0032_r_000000
2014-08-22 21:30:29,995 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:29,995 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064970536_0032_r_000000_0' done.
2014-08-22 21:30:29,995 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1064970536_0032_r_000000_0
2014-08-22 21:30:29,996 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:30,014 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] starting step: (5/5) ...m/samesourcemergethreeway
2014-08-22 21:30:30,014 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,015 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,049 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,062 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,080 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:30,090 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:30,090 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:30,096 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local480581200_0033
2014-08-22 21:30:30,121 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity480581200/.staging/job_local480581200_0033/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,121 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity480581200/.staging/job_local480581200_0033/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,168 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local480581200_0033/job_local480581200_0033.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,169 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local480581200_0033/job_local480581200_0033.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,170 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:30,171 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] submitted hadoop job: job_local480581200_0033
2014-08-22 21:30:30,171 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:30,171 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:30,171 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count-lhs*source*count...] tracking url: http://localhost:8080/
2014-08-22 21:30:30,174 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:30,174 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local480581200_0033_m_000000_0
2014-08-22 21:30:30,175 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,176 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6968407211_source_count_rhs_995776F6C7EF468DB4E1E155349B7ECD/part-00000
2014-08-22 21:30:30,177 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@43bf3d77
2014-08-22 21:30:30,178 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:30,178 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:30,195 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:30,195 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:30,196 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:30,196 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:30,196 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:30,197 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:30,197 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'num', 'char2', 'count']]"][6968407211/source_count-rhs/]
2014-08-22 21:30:30,204 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2014-08-22 21:30:30,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:30,206 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:30,206 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:30,206 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 105; bufvoid = 104857600
2014-08-22 21:30:30,206 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:30,209 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:30,211 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local480581200_0033_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/6968407211_source_count_rhs_995776F6C7EF468DB4E1E155349B7ECD/part-00000:0+200
2014-08-22 21:30:30,212 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local480581200_0033_m_000000_0' done.
2014-08-22 21:30:30,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local480581200_0033_m_000000_0
2014-08-22 21:30:30,213 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local480581200_0033_m_000001_0
2014-08-22 21:30:30,214 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,215 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7528784413_count_lhs_531BB1468A6D4569B10FE22D772EDE5C/part-00000
2014-08-22 21:30:30,215 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@690d1090
2014-08-22 21:30:30,217 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:30,217 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:30,237 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:30,237 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:30,237 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:30,237 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:30,237 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:30,239 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:30,239 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['char', 'count']]"][7528784413/count-lhs/]
2014-08-22 21:30:30,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2014-08-22 21:30:30,249 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:30,250 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:30,250 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:30,250 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 65; bufvoid = 104857600
2014-08-22 21:30:30,250 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:30,252 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:30,254 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local480581200_0033_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:30,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/tmp/hadoop-teamcity/7528784413_count_lhs_531BB1468A6D4569B10FE22D772EDE5C/part-00000:0+160
2014-08-22 21:30:30,256 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local480581200_0033_m_000001_0' done.
2014-08-22 21:30:30,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local480581200_0033_m_000001_0
2014-08-22 21:30:30,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:30,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:30,257 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local480581200_0033_r_000000_0
2014-08-22 21:30:30,258 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,258 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@45fe425
2014-08-22 21:30:30,259 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552796160, maxSingleShuffleLimit=138199040, mergeThreshold=364845472, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:30,260 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local480581200_0033_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:30,261 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#26 about to shuffle output of map attempt_local480581200_0033_m_000001_0 decomp: 77 len: 81 to MEMORY
2014-08-22 21:30:30,262 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 77 bytes from map-output for attempt_local480581200_0033_m_000001_0
2014-08-22 21:30:30,262 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 77, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->77
2014-08-22 21:30:30,267 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#26 about to shuffle output of map attempt_local480581200_0033_m_000000_0 decomp: 117 len: 121 to MEMORY
2014-08-22 21:30:30,267 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 117 bytes from map-output for attempt_local480581200_0033_m_000000_0
2014-08-22 21:30:30,268 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 117, inMemoryMapOutputs.size() -> 2, commitMemory -> 77, usedMemory ->194
2014-08-22 21:30:30,268 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:30,269 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,269 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:30,271 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:30,271 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 174 bytes
2014-08-22 21:30:30,273 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 194 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:30,273 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 196 bytes from disk
2014-08-22 21:30:30,273 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:30,273 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:30,274 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 182 bytes
2014-08-22 21:30:30,274 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,274 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:30,275 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,280 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2014-08-22 21:30:30,281 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergethreeway"]
2014-08-22 21:30:30,288 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 21:30:30,289 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 21:30:30,291 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local480581200_0033_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,292 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,292 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local480581200_0033_r_000000_0 is allowed to commit now
2014-08-22 21:30:30,293 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local480581200_0033_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergethreeway/_temporary/0/task_local480581200_0033_r_000000
2014-08-22 21:30:30,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:30,294 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local480581200_0033_r_000000_0' done.
2014-08-22 21:30:30,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local480581200_0033_r_000000_0
2014-08-22 21:30:30,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:30,312 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/samesourcemergethreeway/_temporary
2014-08-22 21:30:30,343 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,377 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,379 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/samesourcemergethreeway
2014-08-22 21:30:30,400 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:30,400 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:30,407 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:30,420 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:30,420 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:30,427 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs] starting
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  parallel execution is enabled: false
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  starting jobs: 1
2014-08-22 21:30:30,428 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs+rhs]  allocating threads: 1
2014-08-22 21:30:30,429 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2014-08-22 21:30:30,430 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,431 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,454 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,455 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,473 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 21:30:30,489 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1895163299_0034
2014-08-22 21:30:30,506 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1895163299/.staging/job_local1895163299_0034/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,507 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1895163299/.staging/job_local1895163299_0034/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,553 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1895163299_0034/job_local1895163299_0034.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,554 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1895163299_0034/job_local1895163299_0034.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,555 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:30,556 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:30,556 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs+rhs] submitted hadoop job: job_local1895163299_0034
2014-08-22 21:30:30,556 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs+rhs] tracking url: http://localhost:8080/
2014-08-22 21:30:30,556 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:30,560 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:30,560 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1895163299_0034_m_000000_0
2014-08-22 21:30:30,561 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,564 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:30,564 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@f331de2
2014-08-22 21:30:30,566 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:30,566 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:30,585 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:30,585 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:30,585 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:30,585 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:30,585 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:30,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:30,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,593 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:30,594 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2014-08-22 21:30:30,598 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:30,598 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:30,598 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:30,599 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2014-08-22 21:30:30,599 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:30,601 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:30,603 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1895163299_0034_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,605 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:30,605 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1895163299_0034_m_000000_0' done.
2014-08-22 21:30:30,605 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1895163299_0034_m_000000_0
2014-08-22 21:30:30,605 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1895163299_0034_m_000001_0
2014-08-22 21:30:30,606 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,608 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt
2014-08-22 21:30:30,608 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2224faea
2014-08-22 21:30:30,609 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:30,609 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:30,633 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:30,634 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:30,634 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:30,634 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:30,634 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:30,635 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:30,635 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,640 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt"]
2014-08-22 21:30:30,640 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2014-08-22 21:30:30,643 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:30,643 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:30,643 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:30,643 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2014-08-22 21:30:30,644 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:30,646 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:30,648 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1895163299_0034_m_000001_0 is done. And is in the process of committing
2014-08-22 21:30:30,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/rhs.txt:0+51
2014-08-22 21:30:30,649 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1895163299_0034_m_000001_0' done.
2014-08-22 21:30:30,658 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1895163299_0034_m_000001_0
2014-08-22 21:30:30,658 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:30,658 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:30,659 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1895163299_0034_r_000000_0
2014-08-22 21:30:30,660 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,660 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@332b25db
2014-08-22 21:30:30,661 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552887872, maxSingleShuffleLimit=138221968, mergeThreshold=364906016, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:30,662 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1895163299_0034_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:30,663 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#27 about to shuffle output of map attempt_local1895163299_0034_m_000001_0 decomp: 87 len: 91 to MEMORY
2014-08-22 21:30:30,663 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 87 bytes from map-output for attempt_local1895163299_0034_m_000001_0
2014-08-22 21:30:30,664 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 87, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->87
2014-08-22 21:30:30,665 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#27 about to shuffle output of map attempt_local1895163299_0034_m_000000_0 decomp: 87 len: 91 to MEMORY
2014-08-22 21:30:30,666 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 87 bytes from map-output for attempt_local1895163299_0034_m_000000_0
2014-08-22 21:30:30,666 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 87, inMemoryMapOutputs.size() -> 2, commitMemory -> 87, usedMemory ->174
2014-08-22 21:30:30,666 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:30,667 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,668 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:30,670 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 21:30:30,671 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 156 bytes
2014-08-22 21:30:30,672 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 174 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:30,672 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 176 bytes from disk
2014-08-22 21:30:30,673 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:30,673 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:30,673 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 163 bytes
2014-08-22 21:30:30,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,674 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:30,674 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,679 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2014-08-22 21:30:30,679 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/uniquemerge-nondeterministic"]
2014-08-22 21:30:30,689 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1895163299_0034_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,690 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 21:30:30,690 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1895163299_0034_r_000000_0 is allowed to commit now
2014-08-22 21:30:30,691 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1895163299_0034_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/uniquemerge-nondeterministic/_temporary/0/task_local1895163299_0034_r_000000
2014-08-22 21:30:30,692 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:30,692 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1895163299_0034_r_000000_0' done.
2014-08-22 21:30:30,692 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1895163299_0034_r_000000_0
2014-08-22 21:30:30,692 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:30,715 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/uniquemerge-nondeterministic/_temporary
2014-08-22 21:30:30,743 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,745 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/uniquemerge-nondeterministic
2014-08-22 21:30:30,763 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:30,763 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:30,768 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:30,770 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:30,771 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:30,774 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape] starting
2014-08-22 21:30:30,774 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:30,775 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/unique"]
2014-08-22 21:30:30,775 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  parallel execution is enabled: false
2014-08-22 21:30:30,775 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  starting jobs: 1
2014-08-22 21:30:30,775 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [shape]  allocating threads: 1
2014-08-22 21:30:30,775 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] starting step: (1/1) ...blyhelpersplatform/unique
2014-08-22 21:30:30,776 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,777 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:30,801 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:30,819 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:30,834 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1066463711_0035
2014-08-22 21:30:30,850 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1066463711/.staging/job_local1066463711_0035/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,850 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1066463711/.staging/job_local1066463711_0035/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,895 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1066463711_0035/job_local1066463711_0035.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:30,895 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1066463711_0035/job_local1066463711_0035.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:30,896 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:30,897 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] submitted hadoop job: job_local1066463711_0035
2014-08-22 21:30:30,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:30,897 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [shape] tracking url: http://localhost:8080/
2014-08-22 21:30:30,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:30,900 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:30,900 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1066463711_0035_m_000000_0
2014-08-22 21:30:30,902 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,903 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:30,903 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@a5dae4f
2014-08-22 21:30:30,904 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:30,905 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:30,924 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:30,924 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:30,924 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:30,924 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:30,924 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:30,925 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:30,926 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,930 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:30,930 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(shape)[by:[{1}:'num']]
2014-08-22 21:30:30,933 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:30,934 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:30,934 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:30,934 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2014-08-22 21:30:30,934 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2014-08-22 21:30:30,936 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:30,938 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1066463711_0035_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,940 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:30,941 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1066463711_0035_m_000000_0' done.
2014-08-22 21:30:30,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1066463711_0035_m_000000_0
2014-08-22 21:30:30,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:30,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:30,942 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1066463711_0035_r_000000_0
2014-08-22 21:30:30,943 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:30,943 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5d4f38ff
2014-08-22 21:30:30,944 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552887872, maxSingleShuffleLimit=138221968, mergeThreshold=364906016, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:30,945 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1066463711_0035_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:30,946 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#28 about to shuffle output of map attempt_local1066463711_0035_m_000000_0 decomp: 87 len: 91 to MEMORY
2014-08-22 21:30:30,947 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 87 bytes from map-output for attempt_local1066463711_0035_m_000000_0
2014-08-22 21:30:30,947 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 87, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->87
2014-08-22 21:30:30,948 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:30,949 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:30,949 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:30,952 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:30,952 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:30,953 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 87 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:30,954 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 91 bytes from disk
2014-08-22 21:30:30,954 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:30,954 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:30,954 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2014-08-22 21:30:30,955 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:30,955 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:30,955 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:30,960 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(shape)[by:[{1}:'num']]
2014-08-22 21:30:30,960 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/unique"]
2014-08-22 21:30:30,969 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1066463711_0035_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:30,971 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:30,971 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1066463711_0035_r_000000_0 is allowed to commit now
2014-08-22 21:30:30,971 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1066463711_0035_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/unique/_temporary/0/task_local1066463711_0035_r_000000
2014-08-22 21:30:30,972 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:30,973 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1066463711_0035_r_000000_0' done.
2014-08-22 21:30:30,973 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1066463711_0035_r_000000_0
2014-08-22 21:30:30,973 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:30,993 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/unique/_temporary
2014-08-22 21:30:31,023 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:31,024 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/unique
2014-08-22 21:30:31,045 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 21:30:31,046 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 21:30:31,052 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 21:30:31,054 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 21:30:31,055 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 21:30:31,059 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count] starting
2014-08-22 21:30:31,059 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:31,060 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countnullnotnull"]
2014-08-22 21:30:31,060 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  parallel execution is enabled: false
2014-08-22 21:30:31,060 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  starting jobs: 1
2014-08-22 21:30:31,061 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [count]  allocating threads: 1
2014-08-22 21:30:31,062 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] starting step: (1/1) ...platform/countnullnotnull
2014-08-22 21:30:31,063 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:31,064 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 21:30:31,088 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:31,106 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 21:30:31,121 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local768709813_0036
2014-08-22 21:30:31,137 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity768709813/.staging/job_local768709813_0036/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:31,137 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity768709813/.staging/job_local768709813_0036/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:31,181 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local768709813_0036/job_local768709813_0036.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 21:30:31,182 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local768709813_0036/job_local768709813_0036.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 21:30:31,183 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 21:30:31,183 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 21:30:31,183 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 21:30:31,183 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] submitted hadoop job: job_local768709813_0036
2014-08-22 21:30:31,184 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [count] tracking url: http://localhost:8080/
2014-08-22 21:30:31,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 21:30:31,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local768709813_0036_m_000000_0
2014-08-22 21:30:31,187 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:31,188 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt
2014-08-22 21:30:31,188 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@11c03d7b
2014-08-22 21:30:31,190 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 21:30:31,190 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 21:30:31,216 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 21:30:31,216 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 21:30:31,216 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 21:30:31,216 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 21:30:31,216 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 21:30:31,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 21:30:31,218 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 21:30:31,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt"]
2014-08-22 21:30:31,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(count)[by:[{?}:NONE]]
2014-08-22 21:30:31,226 INFO  assembly.AggregateBy (AggregateBy.java:prepare(248)) - using threshold value: 2
2014-08-22 21:30:31,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 21:30:31,232 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 21:30:31,232 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 21:30:31,233 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 6; bufvoid = 104857600
2014-08-22 21:30:31,233 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600
2014-08-22 21:30:31,235 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 21:30:31,236 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local768709813_0036_m_000000_0 is done. And is in the process of committing
2014-08-22 21:30:31,238 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs.txt:0+52
2014-08-22 21:30:31,238 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local768709813_0036_m_000000_0' done.
2014-08-22 21:30:31,238 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local768709813_0036_m_000000_0
2014-08-22 21:30:31,239 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 21:30:31,239 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 21:30:31,239 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local768709813_0036_r_000000_0
2014-08-22 21:30:31,241 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 21:30:31,241 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2deb9dd5
2014-08-22 21:30:31,241 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=552842048, maxSingleShuffleLimit=138210512, mergeThreshold=364875776, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 21:30:31,242 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local768709813_0036_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 21:30:31,244 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#29 about to shuffle output of map attempt_local768709813_0036_m_000000_0 decomp: 10 len: 14 to MEMORY
2014-08-22 21:30:31,244 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 10 bytes from map-output for attempt_local768709813_0036_m_000000_0
2014-08-22 21:30:31,244 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 10, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->10
2014-08-22 21:30:31,245 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 21:30:31,247 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:31,248 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 21:30:31,250 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:31,250 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 7 bytes
2014-08-22 21:30:31,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 10 bytes to disk to satisfy reduce memory limit
2014-08-22 21:30:31,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 14 bytes from disk
2014-08-22 21:30:31,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 21:30:31,252 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 21:30:31,253 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 7 bytes
2014-08-22 21:30:31,254 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:31,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 21:30:31,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 21:30:31,260 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(count)[by:[{?}:NONE]]
2014-08-22 21:30:31,260 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countnullnotnull"]
2014-08-22 21:30:31,268 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local768709813_0036_r_000000_0 is done. And is in the process of committing
2014-08-22 21:30:31,270 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 21:30:31,270 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local768709813_0036_r_000000_0 is allowed to commit now
2014-08-22 21:30:31,270 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local768709813_0036_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countnullnotnull/_temporary/0/task_local768709813_0036_r_000000
2014-08-22 21:30:31,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 21:30:31,272 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local768709813_0036_r_000000_0' done.
2014-08-22 21:30:31,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local768709813_0036_r_000000_0
2014-08-22 21:30:31,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 21:30:31,294 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/assemblyhelpersplatform/countnullnotnull/_temporary
2014-08-22 21:30:31,321 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:31,351 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 21:30:31,352 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/assemblyhelpersplatform/countnullnotnull