Class cascading.SortedValuesPlatformTest

4

tests

0

failures

1m30.48s

duration

100%

successful

Tests

Test Duration Result
testCoGroupComparatorValues 25.586s passed
testCoGroupComparatorValuesReversed 31.681s passed
testComprehensiveGroupBy 33.173s passed
testSortFails 0.035s passed

Standard output

2014-08-22 20:56:24,317 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 20:56:24,385 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-08-22 20:56:24,386 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.SortedValuesPlatformTest
2014-08-22 20:56:24,440 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(106)) - not using cluster
2014-08-22 20:56:25,070 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 20:56:25,377 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:56:25,380 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:56:25,394 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 0894BDCF7AE84C2698437A2DF6C11CBD
2014-08-22 20:56:25,492 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:56:25,541 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:56:25,545 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:56:25,697 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 20:56:25,700 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting
2014-08-22 20:56:25,701 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:25,702 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:25,702 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed"]
2014-08-22 20:56:25,704 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  parallel execution is enabled: false
2014-08-22 20:56:25,705 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  starting jobs: 1
2014-08-22 20:56:25,705 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  allocating threads: 1
2014-08-22 20:56:25,707 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] starting step: (1/1) ...rm/cogroupcomparereversed
2014-08-22 20:56:25,731 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2014-08-22 20:56:25,733 INFO  jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2014-08-22 20:56:25,757 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:26,133 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:26,145 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:26,179 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 20:56:26,339 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1020196823_0001
2014-08-22 20:56:26,390 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1020196823/.staging/job_local1020196823_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:56:26,392 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1020196823/.staging/job_local1020196823_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:56:26,570 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1020196823_0001/job_local1020196823_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:56:26,571 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1020196823_0001/job_local1020196823_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:56:26,580 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:56:26,582 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:56:26,585 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] submitted hadoop job: job_local1020196823_0001
2014-08-22 20:56:26,585 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] tracking url: http://localhost:8080/
2014-08-22 20:56:26,585 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:56:26,644 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:56:26,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:26,692 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:26,702 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt
2014-08-22 20:56:26,702 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@58ee21f5
2014-08-22 20:56:26,712 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:26,719 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:26,872 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:26,872 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:26,872 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:26,873 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:26,873 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:26,895 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:26,895 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:26,956 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2014-08-22 20:56:26,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:26,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:27,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:56:27,062 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:27,062 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:27,062 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 9461; bufvoid = 104857600
2014-08-22 20:56:27,063 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2014-08-22 20:56:32,687 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:38,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:41,690 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:44,692 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:47,694 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:49,319 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:56:49,323 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_m_000000_0 is done. And is in the process of committing
2014-08-22 20:56:49,326 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599
2014-08-22 20:56:49,326 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_m_000000_0' done.
2014-08-22 20:56:49,326 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:49,327 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:49,330 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:49,332 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt
2014-08-22 20:56:49,332 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@60396c7
2014-08-22 20:56:49,334 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:49,334 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:49,476 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:49,477 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:49,477 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:49,477 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:49,477 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:49,480 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:49,480 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:49,501 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:49,501 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:49,507 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:56:49,507 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:49,507 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:49,507 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 142; bufvoid = 104857600
2014-08-22 20:56:49,508 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 20:56:51,158 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:56:51,161 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_m_000001_0 is done. And is in the process of committing
2014-08-22 20:56:51,164 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 20:56:51,164 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_m_000001_0' done.
2014-08-22 20:56:51,164 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:51,165 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:56:51,167 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:56:51,167 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1020196823_0001_r_000000_0
2014-08-22 20:56:51,176 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:51,179 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@48e2fa0e
2014-08-22 20:56:51,193 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:56:51,197 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1020196823_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:56:51,223 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1020196823_0001_m_000001_0 decomp: 184 len: 188 to MEMORY
2014-08-22 20:56:51,228 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 184 bytes from map-output for attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:51,267 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 184, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->184
2014-08-22 20:56:51,270 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1020196823_0001_m_000000_0 decomp: 9863 len: 9867 to MEMORY
2014-08-22 20:56:51,271 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 9863 bytes from map-output for attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:51,272 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 9863, inMemoryMapOutputs.size() -> 2, commitMemory -> 184, usedMemory ->10047
2014-08-22 20:56:51,272 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:56:51,274 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:51,274 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:56:51,284 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 20:56:51,318 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 10033 bytes
2014-08-22 20:56:55,890 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 10047 bytes to disk to satisfy reduce memory limit
2014-08-22 20:56:55,891 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 10049 bytes from disk
2014-08-22 20:56:55,892 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:56:55,892 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:56:55,892 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 10038 bytes
2014-08-22 20:56:55,893 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:55,896 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:56:55,896 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:56:55,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:55,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed"]
2014-08-22 20:56:55,938 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:56:55,938 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:56:55,990 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_r_000000_0 is done. And is in the process of committing
2014-08-22 20:56:55,991 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:55,992 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1020196823_0001_r_000000_0 is allowed to commit now
2014-08-22 20:56:55,993 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1020196823_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed/_temporary/0/task_local1020196823_0001_r_000000
2014-08-22 20:56:55,994 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:56:55,995 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_r_000000_0' done.
2014-08-22 20:56:55,995 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1020196823_0001_r_000000_0
2014-08-22 20:56:55,995 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:56:56,045 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed/_temporary
2014-08-22 20:56:56,081 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,118 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed
2014-08-22 20:56:56,143 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:56:56,144 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:56:56,169 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:56:56,177 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:56:56,178 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:56:56,196 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting
2014-08-22 20:56:56,196 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:56,196 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:56,196 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward"]
2014-08-22 20:56:56,197 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  parallel execution is enabled: false
2014-08-22 20:56:56,197 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  starting jobs: 1
2014-08-22 20:56:56,197 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip]  allocating threads: 1
2014-08-22 20:56:56,198 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] starting step: (1/1) ...orm/cogroupcompareforward
2014-08-22 20:56:56,200 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:56,203 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:56,235 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,237 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,259 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 20:56:56,293 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1064861628_0002
2014-08-22 20:56:56,310 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064861628/.staging/job_local1064861628_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:56:56,310 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064861628/.staging/job_local1064861628_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:56:56,374 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064861628_0002/job_local1064861628_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:56:56,375 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064861628_0002/job_local1064861628_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:56:56,377 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:56:56,378 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] submitted hadoop job: job_local1064861628_0002
2014-08-22 20:56:56,378 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] tracking url: http://localhost:8080/
2014-08-22 20:56:56,379 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:56:56,379 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:56:56,385 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:56:56,385 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064861628_0002_m_000000_0
2014-08-22 20:56:56,388 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:56,390 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt
2014-08-22 20:56:56,390 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@e1cba87
2014-08-22 20:56:56,393 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:56,393 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:56,419 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:56,422 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:56,424 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:56,424 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:56,425 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:56,429 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:56,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:56,449 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:56,449 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:56,502 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:56:56,503 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:56,503 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:56,503 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 9461; bufvoid = 104857600
2014-08-22 20:56:56,503 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2014-08-22 20:57:02,388 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:05,391 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:08,392 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:11,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:14,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:15,189 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:15,193 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:15,197 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599
2014-08-22 20:57:15,197 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_m_000000_0' done.
2014-08-22 20:57:15,198 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064861628_0002_m_000000_0
2014-08-22 20:57:15,198 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:15,200 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:15,202 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt
2014-08-22 20:57:15,202 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7b26c885
2014-08-22 20:57:15,206 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:15,206 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:15,223 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:15,224 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:15,224 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:15,224 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:15,224 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:15,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:15,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:15,243 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:57:15,244 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:57:15,249 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:15,249 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:15,249 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:15,249 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 142; bufvoid = 104857600
2014-08-22 20:57:15,249 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 20:57:17,246 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:17,249 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_m_000001_0 is done. And is in the process of committing
2014-08-22 20:57:17,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 20:57:17,251 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_m_000001_0' done.
2014-08-22 20:57:17,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:17,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:17,252 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:17,252 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1064861628_0002_r_000000_0
2014-08-22 20:57:17,256 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:17,257 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@fbb41d7
2014-08-22 20:57:17,258 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:17,259 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1064861628_0002_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:17,262 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local1064861628_0002_m_000000_0 decomp: 9863 len: 9867 to MEMORY
2014-08-22 20:57:17,263 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 9863 bytes from map-output for attempt_local1064861628_0002_m_000000_0
2014-08-22 20:57:17,263 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 9863, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->9863
2014-08-22 20:57:17,266 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local1064861628_0002_m_000001_0 decomp: 184 len: 188 to MEMORY
2014-08-22 20:57:17,267 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 184 bytes from map-output for attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:17,267 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 184, inMemoryMapOutputs.size() -> 2, commitMemory -> 9863, usedMemory ->10047
2014-08-22 20:57:17,267 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:17,269 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:17,269 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:17,272 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 20:57:17,293 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 10035 bytes
2014-08-22 20:57:21,544 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 10047 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:21,545 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 10049 bytes from disk
2014-08-22 20:57:21,545 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:21,545 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:21,546 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 10039 bytes
2014-08-22 20:57:21,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:21,548 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:21,548 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:21,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:57:21,563 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward"]
2014-08-22 20:57:21,575 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:57:21,575 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:57:21,614 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:21,616 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:21,616 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1064861628_0002_r_000000_0 is allowed to commit now
2014-08-22 20:57:21,617 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1064861628_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward/_temporary/0/task_local1064861628_0002_r_000000
2014-08-22 20:57:21,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:21,619 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_r_000000_0' done.
2014-08-22 20:57:21,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1064861628_0002_r_000000_0
2014-08-22 20:57:21,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:21,652 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward/_temporary
2014-08-22 20:57:21,682 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:21,706 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward
2014-08-22 20:57:21,729 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:21,731 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:21,765 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:21,766 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:21,779 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:21,785 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:21,786 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:21,798 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:21,799 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:21,799 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false"]
2014-08-22 20:57:21,799 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:21,800 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:21,800 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:21,800 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_null_false_false
2014-08-22 20:57:21,801 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:21,803 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:21,833 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:21,856 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:21,896 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1324654480_0003
2014-08-22 20:57:21,911 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1324654480/.staging/job_local1324654480_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:21,911 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1324654480/.staging/job_local1324654480_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:21,961 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1324654480_0003/job_local1324654480_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:21,962 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1324654480_0003/job_local1324654480_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:21,963 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:21,964 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1324654480_0003
2014-08-22 20:57:21,964 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:21,964 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:21,964 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:21,968 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:21,968 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:21,971 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:21,973 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:21,974 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7ae77ca4
2014-08-22 20:57:21,975 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:21,976 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:22,000 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:22,005 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:22,006 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:22,006 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:22,007 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:22,010 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:22,010 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,029 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:22,029 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:22,030 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:22,030 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:22,031 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:22,036 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:22,039 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1324654480_0003_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:22,042 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:22,042 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1324654480_0003_m_000000_0' done.
2014-08-22 20:57:22,043 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:22,044 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:22,044 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:22,044 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1324654480_0003_r_000000_0
2014-08-22 20:57:22,047 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:22,047 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6600a08
2014-08-22 20:57:22,048 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:22,049 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1324654480_0003_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:22,051 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#3 about to shuffle output of map attempt_local1324654480_0003_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:22,052 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:22,052 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:22,053 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:22,054 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,054 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:22,056 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:22,057 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:22,059 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:22,059 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:22,059 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:22,060 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:22,060 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:22,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,061 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:22,061 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,075 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,075 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false"]
2014-08-22 20:57:22,098 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1324654480_0003_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:22,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,099 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1324654480_0003_r_000000_0 is allowed to commit now
2014-08-22 20:57:22,100 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1324654480_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false/_temporary/0/task_local1324654480_0003_r_000000
2014-08-22 20:57:22,102 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:22,102 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1324654480_0003_r_000000_0' done.
2014-08-22 20:57:22,103 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1324654480_0003_r_000000_0
2014-08-22 20:57:22,103 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:22,134 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false/_temporary
2014-08-22 20:57:22,165 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:22,187 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:22,187 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:22,201 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:22,206 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:22,207 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:22,216 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:22,216 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,217 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false"]
2014-08-22 20:57:22,217 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:22,217 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:22,217 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:22,218 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_null_false_false
2014-08-22 20:57:22,219 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:22,220 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:22,249 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:22,272 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:22,290 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local224906852_0004
2014-08-22 20:57:22,305 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity224906852/.staging/job_local224906852_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:22,306 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity224906852/.staging/job_local224906852_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:22,354 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local224906852_0004/job_local224906852_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:22,355 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local224906852_0004/job_local224906852_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:22,357 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:22,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:22,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:22,358 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local224906852_0004
2014-08-22 20:57:22,360 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:22,363 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:22,363 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:22,366 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:22,368 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:22,368 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6a22a6bb
2014-08-22 20:57:22,369 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:22,369 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:22,393 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:22,395 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:22,395 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:22,399 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:22,400 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:22,402 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:22,403 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,414 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,414 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:22,422 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:22,423 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:22,423 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:22,424 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:24,830 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:24,834 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local224906852_0004_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:24,837 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:24,837 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local224906852_0004_m_000000_0' done.
2014-08-22 20:57:24,838 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:24,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:24,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:24,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local224906852_0004_r_000000_0
2014-08-22 20:57:24,843 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:24,844 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5876a9b6
2014-08-22 20:57:24,845 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:24,846 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local224906852_0004_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:24,848 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#4 about to shuffle output of map attempt_local224906852_0004_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:24,849 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:24,849 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:24,849 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:24,851 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,851 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:24,854 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:24,854 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:24,856 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:24,856 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:24,857 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:24,857 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:24,857 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:24,858 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,859 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:24,859 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:24,868 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:24,868 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false"]
2014-08-22 20:57:24,884 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local224906852_0004_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:24,885 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,886 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local224906852_0004_r_000000_0 is allowed to commit now
2014-08-22 20:57:24,887 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local224906852_0004_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false/_temporary/0/task_local224906852_0004_r_000000
2014-08-22 20:57:24,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:24,888 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local224906852_0004_r_000000_0' done.
2014-08-22 20:57:24,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local224906852_0004_r_000000_0
2014-08-22 20:57:24,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:24,911 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false/_temporary
2014-08-22 20:57:24,942 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:24,970 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:24,970 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:24,983 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:24,986 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:24,987 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:24,996 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:24,996 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:24,996 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false"]
2014-08-22 20:57:24,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:24,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:24,998 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:24,999 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_true_false
2014-08-22 20:57:25,000 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,002 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,029 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,050 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:25,096 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1069473912_0005
2014-08-22 20:57:25,111 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1069473912/.staging/job_local1069473912_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:25,111 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1069473912/.staging/job_local1069473912_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:25,155 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1069473912_0005/job_local1069473912_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:25,155 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1069473912_0005/job_local1069473912_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:25,156 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:25,157 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1069473912_0005
2014-08-22 20:57:25,157 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:25,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:25,157 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:25,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:25,162 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,164 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,165 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:25,166 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4f02996a
2014-08-22 20:57:25,167 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:25,167 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:25,185 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:25,185 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:25,185 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:25,185 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:25,185 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:25,187 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:25,187 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,205 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:25,205 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:25,206 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:25,206 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:25,206 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:25,210 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:25,212 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1069473912_0005_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:25,215 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:25,215 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1069473912_0005_m_000000_0' done.
2014-08-22 20:57:25,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,218 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:25,218 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:25,218 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1069473912_0005_r_000000_0
2014-08-22 20:57:25,220 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,220 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1812e72d
2014-08-22 20:57:25,221 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:25,222 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1069473912_0005_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:25,225 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#5 about to shuffle output of map attempt_local1069473912_0005_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:25,226 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,226 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:25,227 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:25,228 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,229 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:25,231 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:25,232 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:25,234 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:25,234 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:25,234 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:25,234 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:25,235 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:25,236 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,236 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:25,236 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,245 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,246 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false"]
2014-08-22 20:57:25,262 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1069473912_0005_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:25,264 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,264 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1069473912_0005_r_000000_0 is allowed to commit now
2014-08-22 20:57:25,265 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1069473912_0005_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false/_temporary/0/task_local1069473912_0005_r_000000
2014-08-22 20:57:25,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:25,267 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1069473912_0005_r_000000_0' done.
2014-08-22 20:57:25,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1069473912_0005_r_000000_0
2014-08-22 20:57:25,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:25,288 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false/_temporary
2014-08-22 20:57:25,316 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,334 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:25,334 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:25,345 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:25,349 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:25,349 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false"]
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:25,358 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:25,359 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_true_false
2014-08-22 20:57:25,360 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,361 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,388 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,407 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:25,424 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local230379190_0006
2014-08-22 20:57:25,438 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity230379190/.staging/job_local230379190_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:25,439 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity230379190/.staging/job_local230379190_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:25,481 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local230379190_0006/job_local230379190_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:25,482 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local230379190_0006/job_local230379190_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:25,484 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:25,484 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:25,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:25,484 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local230379190_0006
2014-08-22 20:57:25,486 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:25,489 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:25,489 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:25,491 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,493 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:25,493 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@55aef45
2014-08-22 20:57:25,495 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:25,495 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:25,518 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:25,519 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:25,520 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:25,520 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:25,520 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:25,523 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:25,523 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:25,540 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:25,540 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:25,541 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:25,541 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:27,946 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:27,949 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local230379190_0006_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:27,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:27,952 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local230379190_0006_m_000000_0' done.
2014-08-22 20:57:27,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:27,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:27,954 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:27,954 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local230379190_0006_r_000000_0
2014-08-22 20:57:27,957 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:27,957 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@24ce374a
2014-08-22 20:57:27,958 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:27,959 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local230379190_0006_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:27,962 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#6 about to shuffle output of map attempt_local230379190_0006_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:27,963 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:27,963 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:27,964 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:27,966 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:27,966 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:27,970 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:27,971 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:27,973 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:27,974 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:27,974 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:27,975 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:27,976 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:27,977 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:27,978 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:27,978 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:27,986 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:27,987 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false"]
2014-08-22 20:57:28,003 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local230379190_0006_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,005 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,006 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local230379190_0006_r_000000_0 is allowed to commit now
2014-08-22 20:57:28,007 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local230379190_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false/_temporary/0/task_local230379190_0006_r_000000
2014-08-22 20:57:28,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:28,009 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local230379190_0006_r_000000_0' done.
2014-08-22 20:57:28,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local230379190_0006_r_000000_0
2014-08-22 20:57:28,010 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:28,029 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false/_temporary
2014-08-22 20:57:28,057 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,082 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:28,082 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:28,095 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:28,098 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:28,099 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:28,109 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:28,110 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,110 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false"]
2014-08-22 20:57:28,110 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:28,110 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:28,110 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:28,113 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...e/false_false_false_false
2014-08-22 20:57:28,113 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,115 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,141 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,163 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:28,179 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2089020364_0007
2014-08-22 20:57:28,193 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2089020364/.staging/job_local2089020364_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:28,194 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2089020364/.staging/job_local2089020364_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:28,238 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2089020364_0007/job_local2089020364_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:28,238 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2089020364_0007/job_local2089020364_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:28,239 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:28,239 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2089020364_0007
2014-08-22 20:57:28,240 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:28,240 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:28,240 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:28,243 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:28,243 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,245 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,247 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:28,247 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@471be6b9
2014-08-22 20:57:28,249 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:28,249 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:28,266 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:28,267 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:28,267 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:28,267 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:28,267 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:28,270 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:28,270 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,279 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,279 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,286 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:28,287 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:28,287 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:28,287 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:28,287 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:28,293 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:28,295 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2089020364_0007_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,297 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:28,298 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2089020364_0007_m_000000_0' done.
2014-08-22 20:57:28,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:28,299 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:28,299 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2089020364_0007_r_000000_0
2014-08-22 20:57:28,301 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,302 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@248a9705
2014-08-22 20:57:28,302 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:28,303 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2089020364_0007_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:28,305 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#7 about to shuffle output of map attempt_local2089020364_0007_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:28,305 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,306 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:28,306 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:28,308 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,308 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:28,314 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:28,314 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:28,316 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:28,317 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:28,317 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:28,317 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:28,318 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:28,319 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,319 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:28,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,328 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,328 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false"]
2014-08-22 20:57:28,345 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2089020364_0007_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,347 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,347 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2089020364_0007_r_000000_0 is allowed to commit now
2014-08-22 20:57:28,348 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2089020364_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false/_temporary/0/task_local2089020364_0007_r_000000
2014-08-22 20:57:28,349 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:28,349 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2089020364_0007_r_000000_0' done.
2014-08-22 20:57:28,349 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2089020364_0007_r_000000_0
2014-08-22 20:57:28,350 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:28,369 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false/_temporary
2014-08-22 20:57:28,397 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,416 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:28,417 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:28,428 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:28,432 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:28,433 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:28,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:28,443 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,443 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false"]
2014-08-22 20:57:28,444 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:28,444 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:28,444 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:28,445 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/true_false_false_false
2014-08-22 20:57:28,446 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,447 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,474 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,494 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:28,510 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local161487412_0008
2014-08-22 20:57:28,524 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity161487412/.staging/job_local161487412_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:28,524 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity161487412/.staging/job_local161487412_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:28,566 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local161487412_0008/job_local161487412_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:28,567 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local161487412_0008/job_local161487412_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:28,568 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:28,568 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local161487412_0008
2014-08-22 20:57:28,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:28,568 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:28,569 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:28,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:28,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:28,574 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,576 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:28,576 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6f8adce0
2014-08-22 20:57:28,577 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:28,577 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:28,601 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:28,602 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:28,602 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:28,602 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:28,602 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:28,604 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:28,604 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,613 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,613 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,620 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:28,620 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:28,620 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:28,620 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:28,620 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:32,093 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:32,096 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local161487412_0008_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:32,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:32,098 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local161487412_0008_m_000000_0' done.
2014-08-22 20:57:32,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:32,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:32,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:32,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local161487412_0008_r_000000_0
2014-08-22 20:57:32,101 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:32,101 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@50709366
2014-08-22 20:57:32,103 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:32,104 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local161487412_0008_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:32,106 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#8 about to shuffle output of map attempt_local161487412_0008_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:32,106 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:32,107 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:32,107 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:32,108 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,109 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:32,112 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:32,112 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:32,114 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:32,114 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:32,115 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:32,115 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:32,115 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:32,116 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,116 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:32,117 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:32,125 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:32,125 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false"]
2014-08-22 20:57:32,141 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local161487412_0008_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:32,142 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,142 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local161487412_0008_r_000000_0 is allowed to commit now
2014-08-22 20:57:32,143 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local161487412_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false/_temporary/0/task_local161487412_0008_r_000000
2014-08-22 20:57:32,144 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:32,145 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local161487412_0008_r_000000_0' done.
2014-08-22 20:57:32,145 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local161487412_0008_r_000000_0
2014-08-22 20:57:32,145 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:32,166 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false/_temporary
2014-08-22 20:57:32,193 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:32,212 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:32,213 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:32,222 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:32,226 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:32,227 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:32,237 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:32,237 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:32,237 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false"]
2014-08-22 20:57:32,237 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:32,237 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:32,238 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:32,238 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_true_false_false
2014-08-22 20:57:32,239 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:32,240 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:32,266 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:32,292 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:32,310 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1632805121_0009
2014-08-22 20:57:32,326 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1632805121/.staging/job_local1632805121_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:32,327 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1632805121/.staging/job_local1632805121_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:32,373 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1632805121_0009/job_local1632805121_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:32,374 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1632805121_0009/job_local1632805121_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:32,375 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:32,376 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1632805121_0009
2014-08-22 20:57:32,376 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:32,377 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:32,377 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:32,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:32,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:32,383 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:32,384 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:32,385 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@624c19ae
2014-08-22 20:57:32,386 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:32,386 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:32,404 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:32,404 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:32,405 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:32,405 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:32,405 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:32,407 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:32,407 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:32,416 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:32,416 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:32,423 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:32,423 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:32,423 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:32,423 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:32,424 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:36,808 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:36,810 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1632805121_0009_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:36,813 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:36,813 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1632805121_0009_m_000000_0' done.
2014-08-22 20:57:36,813 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:36,813 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:36,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:36,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1632805121_0009_r_000000_0
2014-08-22 20:57:36,816 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:36,817 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@742430a2
2014-08-22 20:57:36,817 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:36,818 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1632805121_0009_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:36,820 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#9 about to shuffle output of map attempt_local1632805121_0009_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:36,821 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:36,822 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:36,823 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:36,824 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,824 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:36,827 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:36,827 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:36,829 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:36,830 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:36,830 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:36,830 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:36,830 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:36,831 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,832 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:36,832 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:36,840 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:36,840 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false"]
2014-08-22 20:57:36,856 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1632805121_0009_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:36,857 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,857 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1632805121_0009_r_000000_0 is allowed to commit now
2014-08-22 20:57:36,858 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1632805121_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false/_temporary/0/task_local1632805121_0009_r_000000
2014-08-22 20:57:36,859 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:36,860 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1632805121_0009_r_000000_0' done.
2014-08-22 20:57:36,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1632805121_0009_r_000000_0
2014-08-22 20:57:36,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:36,884 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false/_temporary
2014-08-22 20:57:36,914 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:36,932 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:36,932 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:36,941 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:36,943 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:36,944 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:36,952 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:36,953 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:36,953 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false"]
2014-08-22 20:57:36,954 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:36,955 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:36,955 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:36,956 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_true_false_false
2014-08-22 20:57:36,957 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:36,958 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:36,985 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:37,005 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:37,021 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1782037102_0010
2014-08-22 20:57:37,034 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1782037102/.staging/job_local1782037102_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:37,035 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1782037102/.staging/job_local1782037102_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:37,078 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1782037102_0010/job_local1782037102_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:37,079 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1782037102_0010/job_local1782037102_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:37,080 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:37,080 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1782037102_0010
2014-08-22 20:57:37,080 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:37,080 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:37,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:37,168 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:37,168 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:37,170 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:37,172 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:37,172 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6d3206fd
2014-08-22 20:57:37,173 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:37,173 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:37,196 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:37,196 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:37,197 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:37,197 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:37,197 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:37,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:37,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:37,208 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:37,208 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:37,215 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:37,215 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:37,215 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:37,215 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:37,215 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:39,515 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:39,517 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1782037102_0010_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,520 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:39,520 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1782037102_0010_m_000000_0' done.
2014-08-22 20:57:39,520 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:39,520 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:39,521 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:39,521 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1782037102_0010_r_000000_0
2014-08-22 20:57:39,523 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,524 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4128dca6
2014-08-22 20:57:39,527 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:39,528 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1782037102_0010_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:39,530 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#10 about to shuffle output of map attempt_local1782037102_0010_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:39,530 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:39,531 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:39,532 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:39,533 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,533 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:39,536 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,536 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,538 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:39,539 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:39,539 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:39,539 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,539 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,541 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:39,541 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,549 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,549 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false"]
2014-08-22 20:57:39,564 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1782037102_0010_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,566 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,566 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1782037102_0010_r_000000_0 is allowed to commit now
2014-08-22 20:57:39,567 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1782037102_0010_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false/_temporary/0/task_local1782037102_0010_r_000000
2014-08-22 20:57:39,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:39,568 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1782037102_0010_r_000000_0' done.
2014-08-22 20:57:39,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1782037102_0010_r_000000_0
2014-08-22 20:57:39,569 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:39,591 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false/_temporary
2014-08-22 20:57:39,619 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,637 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:39,637 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:39,646 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:39,648 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:39,648 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:39,655 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:39,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false"]
2014-08-22 20:57:39,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:39,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:39,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:39,657 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_true_false
2014-08-22 20:57:39,658 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,659 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,684 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,703 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:39,725 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local69002466_0011
2014-08-22 20:57:39,740 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity69002466/.staging/job_local69002466_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:39,740 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity69002466/.staging/job_local69002466_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:39,781 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local69002466_0011/job_local69002466_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:39,781 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local69002466_0011/job_local69002466_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:39,782 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:39,784 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local69002466_0011
2014-08-22 20:57:39,784 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:39,783 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:39,784 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:39,787 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:39,787 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,789 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,791 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:39,791 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5d722d01
2014-08-22 20:57:39,792 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:39,792 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:39,811 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:39,811 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:39,811 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:39,811 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:39,812 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:39,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:39,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,824 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,831 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:39,831 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:39,832 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:39,832 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:39,832 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:39,837 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:39,839 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local69002466_0011_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,841 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:39,841 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local69002466_0011_m_000000_0' done.
2014-08-22 20:57:39,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:39,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:39,843 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local69002466_0011_r_000000_0
2014-08-22 20:57:39,845 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,845 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6ff58334
2014-08-22 20:57:39,846 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:39,847 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local69002466_0011_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:39,849 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#11 about to shuffle output of map attempt_local69002466_0011_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:39,849 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,849 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:39,850 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:39,851 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,851 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:39,856 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,856 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,858 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:39,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:39,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:39,860 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,860 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,861 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,862 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:39,862 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,870 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,871 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false"]
2014-08-22 20:57:39,888 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local69002466_0011_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,890 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,890 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local69002466_0011_r_000000_0 is allowed to commit now
2014-08-22 20:57:39,891 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local69002466_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false/_temporary/0/task_local69002466_0011_r_000000
2014-08-22 20:57:39,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:39,892 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local69002466_0011_r_000000_0' done.
2014-08-22 20:57:39,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local69002466_0011_r_000000_0
2014-08-22 20:57:39,893 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:39,913 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false/_temporary
2014-08-22 20:57:39,940 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,957 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:39,958 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:39,967 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:39,969 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:39,969 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:39,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:39,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false"]
2014-08-22 20:57:39,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:39,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:39,977 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:39,977 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_true_false
2014-08-22 20:57:39,978 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,980 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:40,006 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:40,025 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:40,040 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1959959990_0012
2014-08-22 20:57:40,054 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1959959990/.staging/job_local1959959990_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:40,054 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1959959990/.staging/job_local1959959990_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:40,094 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1959959990_0012/job_local1959959990_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:40,095 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1959959990_0012/job_local1959959990_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:40,096 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:40,097 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1959959990_0012
2014-08-22 20:57:40,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:40,097 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:40,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:40,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:40,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:40,102 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:40,104 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:40,104 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2b0026cc
2014-08-22 20:57:40,105 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:40,105 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:40,130 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:40,130 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:40,130 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:40,130 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:40,131 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:40,132 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:40,132 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:40,142 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:40,142 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:40,149 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:40,149 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:40,149 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:40,149 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:40,150 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:43,621 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:43,624 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1959959990_0012_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:43,626 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:43,626 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1959959990_0012_m_000000_0' done.
2014-08-22 20:57:43,626 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:43,626 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:43,627 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:43,627 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1959959990_0012_r_000000_0
2014-08-22 20:57:43,629 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:43,630 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5ba295be
2014-08-22 20:57:43,631 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:43,632 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1959959990_0012_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:43,634 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#12 about to shuffle output of map attempt_local1959959990_0012_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:43,634 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:43,634 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:43,635 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:43,636 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,637 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:43,640 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:43,640 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:43,642 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:43,643 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:43,643 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:43,644 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:43,644 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:43,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,646 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:43,646 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:43,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:43,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false"]
2014-08-22 20:57:43,669 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1959959990_0012_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:43,671 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,671 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1959959990_0012_r_000000_0 is allowed to commit now
2014-08-22 20:57:43,672 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1959959990_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false/_temporary/0/task_local1959959990_0012_r_000000
2014-08-22 20:57:43,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:43,674 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1959959990_0012_r_000000_0' done.
2014-08-22 20:57:43,675 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1959959990_0012_r_000000_0
2014-08-22 20:57:43,675 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:43,701 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false/_temporary
2014-08-22 20:57:43,728 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:43,745 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:43,746 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:43,753 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:43,755 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:43,756 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:43,762 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:43,762 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:43,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false"]
2014-08-22 20:57:43,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:43,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:43,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:43,764 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_true_false
2014-08-22 20:57:43,764 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:43,765 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:43,790 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:43,809 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:43,824 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1629373795_0013
2014-08-22 20:57:43,838 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1629373795/.staging/job_local1629373795_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:43,844 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1629373795/.staging/job_local1629373795_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:43,886 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1629373795_0013/job_local1629373795_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:43,887 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1629373795_0013/job_local1629373795_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:43,888 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:43,888 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1629373795_0013
2014-08-22 20:57:43,888 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:43,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:43,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:43,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:43,892 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:43,894 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:43,895 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:43,895 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4055010f
2014-08-22 20:57:43,897 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:43,897 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:43,914 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:43,914 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:43,914 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:43,915 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:43,915 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:43,917 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:43,917 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:43,925 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:43,926 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:43,932 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:43,932 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:43,932 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:43,933 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:43,933 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:48,302 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:48,304 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1629373795_0013_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:48,306 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:48,306 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1629373795_0013_m_000000_0' done.
2014-08-22 20:57:48,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:48,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:48,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:48,308 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1629373795_0013_r_000000_0
2014-08-22 20:57:48,309 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:48,310 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4035acf6
2014-08-22 20:57:48,311 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:48,312 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1629373795_0013_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:48,313 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#13 about to shuffle output of map attempt_local1629373795_0013_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:48,314 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:48,314 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:48,315 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:48,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,317 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:48,319 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:48,320 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:48,321 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:48,322 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:48,322 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:48,322 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:48,322 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:48,323 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,324 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:48,324 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:48,331 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:48,331 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false"]
2014-08-22 20:57:48,346 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1629373795_0013_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:48,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,348 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1629373795_0013_r_000000_0 is allowed to commit now
2014-08-22 20:57:48,349 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1629373795_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false/_temporary/0/task_local1629373795_0013_r_000000
2014-08-22 20:57:48,350 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:48,350 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1629373795_0013_r_000000_0' done.
2014-08-22 20:57:48,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1629373795_0013_r_000000_0
2014-08-22 20:57:48,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:48,373 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false/_temporary
2014-08-22 20:57:48,399 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:48,418 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:48,418 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:48,427 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:48,429 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:48,430 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:48,437 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:48,437 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:48,437 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false"]
2014-08-22 20:57:48,437 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:48,437 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:48,438 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:48,438 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_true_false
2014-08-22 20:57:48,439 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:48,440 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:48,464 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:48,482 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:48,497 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2120281242_0014
2014-08-22 20:57:48,510 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2120281242/.staging/job_local2120281242_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:48,510 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2120281242/.staging/job_local2120281242_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:48,550 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2120281242_0014/job_local2120281242_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:48,550 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2120281242_0014/job_local2120281242_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:48,551 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:48,551 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:48,552 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:48,552 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2120281242_0014
2014-08-22 20:57:48,552 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:48,554 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:48,555 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:48,556 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:48,559 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:48,559 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@63deebc8
2014-08-22 20:57:48,560 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:48,561 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:48,585 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:48,585 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:48,585 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:48,586 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:48,586 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:48,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:48,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:48,598 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:48,599 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:48,605 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:48,605 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:48,605 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:48,605 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:48,605 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:50,839 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:50,842 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2120281242_0014_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:50,844 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:50,844 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2120281242_0014_m_000000_0' done.
2014-08-22 20:57:50,845 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:50,845 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:50,846 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:50,846 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2120281242_0014_r_000000_0
2014-08-22 20:57:50,848 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:50,848 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@767de91
2014-08-22 20:57:50,849 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:50,850 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2120281242_0014_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:50,851 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#14 about to shuffle output of map attempt_local2120281242_0014_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:50,852 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:50,852 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:50,853 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:50,854 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,854 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:50,857 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:50,857 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:50,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:50,860 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:50,860 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:50,860 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:50,860 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:50,861 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,862 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:50,862 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:50,870 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:50,870 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false"]
2014-08-22 20:57:50,885 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2120281242_0014_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:50,886 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,886 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2120281242_0014_r_000000_0 is allowed to commit now
2014-08-22 20:57:50,887 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2120281242_0014_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false/_temporary/0/task_local2120281242_0014_r_000000
2014-08-22 20:57:50,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:50,889 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2120281242_0014_r_000000_0' done.
2014-08-22 20:57:50,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2120281242_0014_r_000000_0
2014-08-22 20:57:50,889 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:50,914 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false/_temporary
2014-08-22 20:57:50,940 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:50,958 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:50,958 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:50,966 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:50,968 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:50,968 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:50,974 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:50,975 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:50,975 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true"]
2014-08-22 20:57:50,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:50,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:50,976 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:50,977 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_false_true
2014-08-22 20:57:50,978 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:50,979 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,002 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,026 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,040 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1170260778_0015
2014-08-22 20:57:51,055 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1170260778/.staging/job_local1170260778_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,055 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1170260778/.staging/job_local1170260778_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,094 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1170260778_0015/job_local1170260778_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,095 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1170260778_0015/job_local1170260778_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,096 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1170260778_0015
2014-08-22 20:57:51,096 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,096 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,097 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,101 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,102 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,103 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6cc542c
2014-08-22 20:57:51,104 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,104 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,121 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,122 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,122 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,122 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,122 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,123 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,123 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,131 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,132 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,139 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:51,140 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,140 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,140 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,140 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,143 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,145 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1170260778_0015_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,147 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,147 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1170260778_0015_m_000000_0' done.
2014-08-22 20:57:51,147 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,147 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,148 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1170260778_0015_r_000000_0
2014-08-22 20:57:51,150 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,150 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@b886fb3
2014-08-22 20:57:51,151 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,151 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1170260778_0015_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,153 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#15 about to shuffle output of map attempt_local1170260778_0015_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,154 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,154 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,155 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,156 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,157 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,158 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,162 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,162 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,163 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,163 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,163 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,164 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,164 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,165 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,172 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,172 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true"]
2014-08-22 20:57:51,185 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1170260778_0015_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,187 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,187 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1170260778_0015_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,187 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1170260778_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true/_temporary/0/task_local1170260778_0015_r_000000
2014-08-22 20:57:51,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,189 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1170260778_0015_r_000000_0' done.
2014-08-22 20:57:51,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1170260778_0015_r_000000_0
2014-08-22 20:57:51,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,205 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true/_temporary
2014-08-22 20:57:51,231 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,248 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,248 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,256 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,258 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,259 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,265 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,265 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,265 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true"]
2014-08-22 20:57:51,266 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:51,266 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:51,266 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:51,266 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_false_true
2014-08-22 20:57:51,267 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,268 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,292 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,310 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,325 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local127422039_0016
2014-08-22 20:57:51,339 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127422039/.staging/job_local127422039_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,340 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127422039/.staging/job_local127422039_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,384 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127422039_0016/job_local127422039_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,385 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127422039_0016/job_local127422039_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,387 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,387 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,388 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,388 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local127422039_0016
2014-08-22 20:57:51,389 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,390 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,391 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,392 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,393 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,394 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5010cdd4
2014-08-22 20:57:51,395 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,395 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,420 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,420 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,420 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,420 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,420 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,422 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,422 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:51,436 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,436 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,436 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,436 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,440 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,441 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local127422039_0016_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,443 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,443 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127422039_0016_m_000000_0' done.
2014-08-22 20:57:51,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local127422039_0016_r_000000_0
2014-08-22 20:57:51,446 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,447 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1a4788f3
2014-08-22 20:57:51,447 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,448 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local127422039_0016_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,450 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#16 about to shuffle output of map attempt_local127422039_0016_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,450 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,451 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,451 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,452 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,452 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,455 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,455 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,457 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,457 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,457 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,458 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,458 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,459 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,460 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,460 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,467 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,467 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true"]
2014-08-22 20:57:51,481 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local127422039_0016_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,483 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local127422039_0016_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,484 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local127422039_0016_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true/_temporary/0/task_local127422039_0016_r_000000
2014-08-22 20:57:51,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,485 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127422039_0016_r_000000_0' done.
2014-08-22 20:57:51,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local127422039_0016_r_000000_0
2014-08-22 20:57:51,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,507 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true/_temporary
2014-08-22 20:57:51,533 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,550 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,550 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,558 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,560 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,560 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,565 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,565 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,565 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true"]
2014-08-22 20:57:51,565 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:51,566 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:51,566 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:51,566 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/false_null_true_true
2014-08-22 20:57:51,567 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,568 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,592 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,610 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,625 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local989455077_0017
2014-08-22 20:57:51,638 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity989455077/.staging/job_local989455077_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,638 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity989455077/.staging/job_local989455077_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,678 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local989455077_0017/job_local989455077_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,678 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local989455077_0017/job_local989455077_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,679 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,680 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local989455077_0017
2014-08-22 20:57:51,680 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,680 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,683 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,684 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,685 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,687 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,687 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1b54a291
2014-08-22 20:57:51,688 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,689 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,712 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,713 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,713 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,713 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,713 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,714 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,714 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,730 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:51,730 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,730 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,730 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,730 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,734 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,736 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local989455077_0017_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,738 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local989455077_0017_m_000000_0' done.
2014-08-22 20:57:51,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,739 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,739 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local989455077_0017_r_000000_0
2014-08-22 20:57:51,741 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,741 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6ce1d9a
2014-08-22 20:57:51,742 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,743 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local989455077_0017_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,744 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#17 about to shuffle output of map attempt_local989455077_0017_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,745 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,745 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,746 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,747 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,747 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,749 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,749 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,752 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,753 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,753 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,754 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,754 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,755 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,756 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,756 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,764 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,765 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true"]
2014-08-22 20:57:51,778 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local989455077_0017_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,779 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,780 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local989455077_0017_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,780 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local989455077_0017_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true/_temporary/0/task_local989455077_0017_r_000000
2014-08-22 20:57:51,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,782 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local989455077_0017_r_000000_0' done.
2014-08-22 20:57:51,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local989455077_0017_r_000000_0
2014-08-22 20:57:51,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,800 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true/_temporary
2014-08-22 20:57:51,826 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,843 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,843 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,851 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,852 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,853 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,857 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,858 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,858 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true"]
2014-08-22 20:57:51,858 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:51,858 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:51,858 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:51,859 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...nsive/true_null_true_true
2014-08-22 20:57:51,859 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,860 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,884 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,902 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,916 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local641656295_0018
2014-08-22 20:57:51,930 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity641656295/.staging/job_local641656295_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,930 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity641656295/.staging/job_local641656295_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,969 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local641656295_0018/job_local641656295_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:51,969 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local641656295_0018/job_local641656295_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:51,970 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,971 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local641656295_0018
2014-08-22 20:57:51,971 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,971 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,972 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,974 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,975 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:51,976 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,977 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,978 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3ec7d45e
2014-08-22 20:57:51,979 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,979 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,002 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,002 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,002 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,002 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,002 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,004 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,014 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,014 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,025 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:52,025 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,026 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,026 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:52,026 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,029 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,031 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local641656295_0018_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,033 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,033 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local641656295_0018_m_000000_0' done.
2014-08-22 20:57:52,033 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:52,034 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,034 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,035 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local641656295_0018_r_000000_0
2014-08-22 20:57:52,036 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,036 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@d9ef365
2014-08-22 20:57:52,037 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,038 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local641656295_0018_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,043 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#18 about to shuffle output of map attempt_local641656295_0018_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:52,043 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:52,044 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:52,045 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,047 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,049 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,049 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:52,051 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,052 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:52,052 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,052 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,052 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:52,053 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,054 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,054 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,061 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,061 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true"]
2014-08-22 20:57:52,076 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local641656295_0018_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,077 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,077 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local641656295_0018_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,078 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local641656295_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true/_temporary/0/task_local641656295_0018_r_000000
2014-08-22 20:57:52,080 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,080 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local641656295_0018_r_000000_0' done.
2014-08-22 20:57:52,080 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local641656295_0018_r_000000_0
2014-08-22 20:57:52,080 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,101 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true/_temporary
2014-08-22 20:57:52,128 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,145 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,145 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,153 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,155 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,156 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,160 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,161 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,161 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true"]
2014-08-22 20:57:52,161 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:52,161 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:52,161 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:52,163 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_false_true
2014-08-22 20:57:52,165 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,166 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,190 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,208 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,222 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1517024947_0019
2014-08-22 20:57:52,236 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1517024947/.staging/job_local1517024947_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,236 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1517024947/.staging/job_local1517024947_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,275 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1517024947_0019/job_local1517024947_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,276 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1517024947_0019/job_local1517024947_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,277 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,277 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1517024947_0019
2014-08-22 20:57:52,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,277 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,278 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,280 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,281 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,282 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,283 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,284 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6fa85031
2014-08-22 20:57:52,285 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,285 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,307 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,308 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,308 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,308 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,308 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,309 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,309 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,323 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:52,323 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,323 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,323 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,323 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,328 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,330 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1517024947_0019_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,332 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1517024947_0019_m_000000_0' done.
2014-08-22 20:57:52,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1517024947_0019_r_000000_0
2014-08-22 20:57:52,334 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,334 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@47ced484
2014-08-22 20:57:52,335 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,336 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1517024947_0019_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,338 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#19 about to shuffle output of map attempt_local1517024947_0019_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,338 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,339 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,340 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,341 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,341 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,342 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,343 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,344 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,345 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,345 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,345 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,345 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,346 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,346 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,346 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,353 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,353 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true"]
2014-08-22 20:57:52,367 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1517024947_0019_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,369 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,369 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1517024947_0019_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,370 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1517024947_0019_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true/_temporary/0/task_local1517024947_0019_r_000000
2014-08-22 20:57:52,371 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,371 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1517024947_0019_r_000000_0' done.
2014-08-22 20:57:52,371 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1517024947_0019_r_000000_0
2014-08-22 20:57:52,372 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,397 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true/_temporary
2014-08-22 20:57:52,424 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,441 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,441 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,449 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,452 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,452 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,458 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,458 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,458 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true"]
2014-08-22 20:57:52,459 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:52,459 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:52,459 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:52,459 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_false_true
2014-08-22 20:57:52,460 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,461 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,485 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,504 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,518 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1288714061_0020
2014-08-22 20:57:52,532 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1288714061/.staging/job_local1288714061_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,532 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1288714061/.staging/job_local1288714061_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,571 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1288714061_0020/job_local1288714061_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,571 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1288714061_0020/job_local1288714061_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,572 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,574 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1288714061_0020
2014-08-22 20:57:52,574 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,574 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,574 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,576 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,577 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,578 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,580 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,580 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2f19f33d
2014-08-22 20:57:52,581 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,581 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,605 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,605 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,605 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,605 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,605 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,607 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,607 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,616 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,616 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,621 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:52,622 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,622 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,622 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,622 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,626 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,628 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1288714061_0020_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,630 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1288714061_0020_m_000000_0' done.
2014-08-22 20:57:52,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1288714061_0020_r_000000_0
2014-08-22 20:57:52,632 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,633 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6b466679
2014-08-22 20:57:52,633 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,634 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1288714061_0020_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,636 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#20 about to shuffle output of map attempt_local1288714061_0020_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,637 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,637 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,638 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,639 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,639 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,644 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,644 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,646 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,646 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,646 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,647 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,647 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,648 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,649 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,649 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,657 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,657 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true"]
2014-08-22 20:57:52,670 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1288714061_0020_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,672 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,672 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1288714061_0020_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,673 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1288714061_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true/_temporary/0/task_local1288714061_0020_r_000000
2014-08-22 20:57:52,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,674 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1288714061_0020_r_000000_0' done.
2014-08-22 20:57:52,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1288714061_0020_r_000000_0
2014-08-22 20:57:52,674 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,692 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true/_temporary
2014-08-22 20:57:52,718 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,735 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,735 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,742 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,743 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,744 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,749 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,749 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,749 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true"]
2014-08-22 20:57:52,749 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:52,750 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:52,750 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:52,751 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_false_true
2014-08-22 20:57:52,751 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,752 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,776 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,794 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,808 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local416231082_0021
2014-08-22 20:57:52,822 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity416231082/.staging/job_local416231082_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,822 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity416231082/.staging/job_local416231082_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,861 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local416231082_0021/job_local416231082_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:52,862 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local416231082_0021/job_local416231082_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:52,863 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,863 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local416231082_0021
2014-08-22 20:57:52,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,863 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,867 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,867 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,869 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,870 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,870 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6516d55f
2014-08-22 20:57:52,871 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,872 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,894 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,895 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,895 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,895 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,895 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,897 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,897 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,911 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:52,911 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,911 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,912 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,912 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,916 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,917 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local416231082_0021_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,919 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local416231082_0021_m_000000_0' done.
2014-08-22 20:57:52,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local416231082_0021_r_000000_0
2014-08-22 20:57:52,922 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,922 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3d16e9d8
2014-08-22 20:57:52,923 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,924 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local416231082_0021_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,925 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#21 about to shuffle output of map attempt_local416231082_0021_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,926 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,926 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,927 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,928 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,928 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,934 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,934 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,936 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,937 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,937 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,937 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,938 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,939 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,939 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,940 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,947 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,947 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true"]
2014-08-22 20:57:52,960 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local416231082_0021_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,962 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,962 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local416231082_0021_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,963 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local416231082_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true/_temporary/0/task_local416231082_0021_r_000000
2014-08-22 20:57:52,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,965 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local416231082_0021_r_000000_0' done.
2014-08-22 20:57:52,965 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local416231082_0021_r_000000_0
2014-08-22 20:57:52,966 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,982 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true/_temporary
2014-08-22 20:57:53,009 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,025 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,026 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,032 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,034 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,035 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,039 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,039 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,040 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true"]
2014-08-22 20:57:53,040 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:53,040 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:53,041 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:53,042 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_false_true
2014-08-22 20:57:53,043 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,044 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,067 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,085 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,100 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1500276862_0022
2014-08-22 20:57:53,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1500276862/.staging/job_local1500276862_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,114 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1500276862/.staging/job_local1500276862_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,154 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1500276862_0022/job_local1500276862_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,154 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1500276862_0022/job_local1500276862_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,155 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,155 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1500276862_0022
2014-08-22 20:57:53,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,155 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,156 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,158 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,158 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,160 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,161 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,162 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7c564448
2014-08-22 20:57:53,163 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,163 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,187 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,187 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,187 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,187 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,187 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,189 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,189 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,199 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,205 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:53,205 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,206 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,206 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,206 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,210 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,212 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1500276862_0022_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,214 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,214 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1500276862_0022_m_000000_0' done.
2014-08-22 20:57:53,214 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,215 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,215 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,215 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1500276862_0022_r_000000_0
2014-08-22 20:57:53,217 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,217 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@447ecd43
2014-08-22 20:57:53,218 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,218 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1500276862_0022_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,220 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#22 about to shuffle output of map attempt_local1500276862_0022_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,221 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,221 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,222 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,223 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,223 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,227 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,227 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,229 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,229 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,229 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,229 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,230 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,230 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,238 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,238 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true"]
2014-08-22 20:57:53,252 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1500276862_0022_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,253 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,253 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1500276862_0022_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,254 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1500276862_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true/_temporary/0/task_local1500276862_0022_r_000000
2014-08-22 20:57:53,255 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,256 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1500276862_0022_r_000000_0' done.
2014-08-22 20:57:53,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1500276862_0022_r_000000_0
2014-08-22 20:57:53,256 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,274 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true/_temporary
2014-08-22 20:57:53,300 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,317 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,317 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,323 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,325 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,325 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true"]
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:53,330 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:53,331 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_false_true_true
2014-08-22 20:57:53,332 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,334 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,357 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,375 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,390 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local585809143_0023
2014-08-22 20:57:53,404 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity585809143/.staging/job_local585809143_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,404 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity585809143/.staging/job_local585809143_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,443 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local585809143_0023/job_local585809143_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,444 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local585809143_0023/job_local585809143_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,445 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,445 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local585809143_0023
2014-08-22 20:57:53,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,445 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,446 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,448 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,448 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,450 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,451 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,451 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@52dd1d62
2014-08-22 20:57:53,452 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,453 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,476 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,476 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,476 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,476 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,477 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,478 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,478 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,486 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,487 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:53,493 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,493 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,493 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,493 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,497 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,499 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local585809143_0023_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,501 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local585809143_0023_m_000000_0' done.
2014-08-22 20:57:53,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,502 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,502 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local585809143_0023_r_000000_0
2014-08-22 20:57:53,504 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,504 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@217c26cc
2014-08-22 20:57:53,504 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,505 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local585809143_0023_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,507 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#23 about to shuffle output of map attempt_local585809143_0023_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,507 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,508 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,508 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,509 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,510 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,511 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,512 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,513 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,514 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,514 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,515 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,515 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,516 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,516 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,517 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,524 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,524 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true"]
2014-08-22 20:57:53,537 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local585809143_0023_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,539 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,539 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local585809143_0023_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,540 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local585809143_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true/_temporary/0/task_local585809143_0023_r_000000
2014-08-22 20:57:53,541 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,541 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local585809143_0023_r_000000_0' done.
2014-08-22 20:57:53,541 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local585809143_0023_r_000000_0
2014-08-22 20:57:53,542 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,564 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true/_temporary
2014-08-22 20:57:53,591 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,608 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,608 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,614 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,616 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,617 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,621 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,621 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true"]
2014-08-22 20:57:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:53,623 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_false_true_true
2014-08-22 20:57:53,623 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,625 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,731 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,750 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,764 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local127868909_0024
2014-08-22 20:57:53,778 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127868909/.staging/job_local127868909_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,778 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127868909/.staging/job_local127868909_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,820 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127868909_0024/job_local127868909_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:53,821 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127868909_0024/job_local127868909_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:53,822 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,823 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local127868909_0024
2014-08-22 20:57:53,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,823 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,824 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,826 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,826 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,828 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,829 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,829 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2f4a2e75
2014-08-22 20:57:53,830 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,831 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,853 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,854 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,854 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,854 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,854 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,856 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,856 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,864 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,865 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,870 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:53,871 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,871 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,871 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,871 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,875 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,877 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local127868909_0024_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,879 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,879 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127868909_0024_m_000000_0' done.
2014-08-22 20:57:53,879 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,880 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,880 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,880 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local127868909_0024_r_000000_0
2014-08-22 20:57:53,882 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,882 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@8fa0f67
2014-08-22 20:57:53,883 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,884 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local127868909_0024_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,886 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#24 about to shuffle output of map attempt_local127868909_0024_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,886 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,887 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,887 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,889 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,892 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,892 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,894 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,895 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,895 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,895 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,896 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,898 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,898 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,905 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,905 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true"]
2014-08-22 20:57:53,919 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local127868909_0024_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,920 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local127868909_0024_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,921 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local127868909_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true/_temporary/0/task_local127868909_0024_r_000000
2014-08-22 20:57:53,922 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,923 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127868909_0024_r_000000_0' done.
2014-08-22 20:57:53,923 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local127868909_0024_r_000000_0
2014-08-22 20:57:53,923 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,941 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true/_temporary
2014-08-22 20:57:53,967 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,985 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,985 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,991 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,993 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,993 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,998 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,998 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true"]
2014-08-22 20:57:53,999 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:53,999 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:53,999 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:54,000 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...nsive/true_true_true_true
2014-08-22 20:57:54,001 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,002 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,401 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,419 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:54,433 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2090907759_0025
2014-08-22 20:57:54,447 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2090907759/.staging/job_local2090907759_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:54,447 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2090907759/.staging/job_local2090907759_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:54,487 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2090907759_0025/job_local2090907759_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:54,487 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2090907759_0025/job_local2090907759_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:54,488 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:54,488 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2090907759_0025
2014-08-22 20:57:54,489 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:54,489 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:54,489 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:54,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:54,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,494 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,495 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:54,495 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@293d740f
2014-08-22 20:57:54,496 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:54,497 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:54,520 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:54,520 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:54,520 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:54,521 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:54,521 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:54,523 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:54,523 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,532 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,532 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,538 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:54,538 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:54,538 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:54,538 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:54,538 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:54,542 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:54,544 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2090907759_0025_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:54,546 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2090907759_0025_m_000000_0' done.
2014-08-22 20:57:54,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:54,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:54,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2090907759_0025_r_000000_0
2014-08-22 20:57:54,549 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,549 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@70729a2b
2014-08-22 20:57:54,549 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:54,550 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2090907759_0025_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:54,552 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#25 about to shuffle output of map attempt_local2090907759_0025_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:54,552 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,552 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:54,553 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:54,555 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,555 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:54,558 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,558 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:54,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:54,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:54,560 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,561 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,561 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:54,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,568 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,569 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true"]
2014-08-22 20:57:54,582 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2090907759_0025_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,583 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,583 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2090907759_0025_r_000000_0 is allowed to commit now
2014-08-22 20:57:54,584 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2090907759_0025_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true/_temporary/0/task_local2090907759_0025_r_000000
2014-08-22 20:57:54,585 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:54,586 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2090907759_0025_r_000000_0' done.
2014-08-22 20:57:54,586 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2090907759_0025_r_000000_0
2014-08-22 20:57:54,586 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:54,607 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true/_temporary
2014-08-22 20:57:54,633 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,651 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:54,652 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:54,658 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:54,660 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:54,660 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:54,665 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:54,665 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true"]
2014-08-22 20:57:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  parallel execution is enabled: false
2014-08-22 20:57:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  starting jobs: 1
2014-08-22 20:57:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort]  allocating threads: 1
2014-08-22 20:57:54,667 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/false_true_true_true
2014-08-22 20:57:54,667 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,668 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,691 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,707 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:54,721 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local489158402_0026
2014-08-22 20:57:54,735 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity489158402/.staging/job_local489158402_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:54,735 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity489158402/.staging/job_local489158402_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:54,774 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local489158402_0026/job_local489158402_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 20:57:54,774 WARN  conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local489158402_0026/job_local489158402_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 20:57:54,775 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:54,775 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local489158402_0026
2014-08-22 20:57:54,776 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:54,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:54,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:54,779 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:54,779 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,780 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,782 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:54,782 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@13757596
2014-08-22 20:57:54,783 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:54,783 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:54,807 INFO  mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:54,808 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:54,808 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:54,808 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:54,808 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:54,810 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:54,810 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,817 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,817 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 20:57:54,823 INFO  mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:54,823 INFO  mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:54,823 INFO  mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:54,823 INFO  mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:54,827 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:54,829 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local489158402_0026_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,831 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:54,832 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local489158402_0026_m_000000_0' done.
2014-08-22 20:57:54,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:54,833 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:54,833 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local489158402_0026_r_000000_0
2014-08-22 20:57:54,834 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,834 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@e445a89
2014-08-22 20:57:54,835 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:54,836 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local489158402_0026_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:54,838 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#26 about to shuffle output of map attempt_local489158402_0026_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:54,838 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,838 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:54,840 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:54,841 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,841 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:54,844 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,844 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,846 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:54,846 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:54,846 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:54,847 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,847 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,847 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,848 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:54,848 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,854 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,854 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true"]
2014-08-22 20:57:54,867 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local489158402_0026_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,868 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,868 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local489158402_0026_r_000000_0 is allowed to commit now
2014-08-22 20:57:54,869 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local489158402_0026_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true/_temporary/0/task_local489158402_0026_r_000000
2014-08-22 20:57:54,870 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:54,870 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local489158402_0026_r_000000_0' done.
2014-08-22 20:57:54,870 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local489158402_0026_r_000000_0
2014-08-22 20:57:54,870 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:54,884 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true/_temporary
2014-08-22 20:57:54,911 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true
2014-08-22 20:57:54,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false
2014-08-22 20:57:54,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false
2014-08-22 20:57:54,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false
2014-08-22 20:57:54,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true
2014-08-22 20:57:54,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true
2014-08-22 20:57:54,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true
2014-08-22 20:57:54,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false
2014-08-22 20:57:54,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false
2014-08-22 20:57:54,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false
2014-08-22 20:57:54,916 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false
2014-08-22 20:57:54,916 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false
2014-08-22 20:57:54,916 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true
2014-08-22 20:57:54,916 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false
2014-08-22 20:57:54,917 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true
2014-08-22 20:57:54,917 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false
2014-08-22 20:57:54,917 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false
2014-08-22 20:57:54,917 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true
2014-08-22 20:57:54,917 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true
2014-08-22 20:57:54,918 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true
2014-08-22 20:57:54,918 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true
2014-08-22 20:57:54,918 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true
2014-08-22 20:57:54,918 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true
2014-08-22 20:57:54,918 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false