2014-08-22 20:56:24,317 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 20:56:24,385 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-08-22 20:56:24,386 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.SortedValuesPlatformTest
2014-08-22 20:56:24,440 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(106)) - not using cluster
2014-08-22 20:56:25,070 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 20:56:25,377 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:56:25,380 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:56:25,394 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 0894BDCF7AE84C2698437A2DF6C11CBD
2014-08-22 20:56:25,492 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:56:25,541 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:56:25,545 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:56:25,697 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 20:56:25,700 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting
2014-08-22 20:56:25,701 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:25,702 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:25,702 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed"]
2014-08-22 20:56:25,704 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] parallel execution is enabled: false
2014-08-22 20:56:25,705 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting jobs: 1
2014-08-22 20:56:25,705 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] allocating threads: 1
2014-08-22 20:56:25,707 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] starting step: (1/1) ...rm/cogroupcomparereversed
2014-08-22 20:56:25,731 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2014-08-22 20:56:25,733 INFO jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2014-08-22 20:56:25,757 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:26,133 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:26,145 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:26,179 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 20:56:26,339 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1020196823_0001
2014-08-22 20:56:26,390 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1020196823/.staging/job_local1020196823_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:56:26,392 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1020196823/.staging/job_local1020196823_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:56:26,570 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1020196823_0001/job_local1020196823_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:56:26,571 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1020196823_0001/job_local1020196823_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:56:26,580 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:56:26,582 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:56:26,585 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] submitted hadoop job: job_local1020196823_0001
2014-08-22 20:56:26,585 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] tracking url: http://localhost:8080/
2014-08-22 20:56:26,585 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:56:26,644 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:56:26,649 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:26,692 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:26,702 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt
2014-08-22 20:56:26,702 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@58ee21f5
2014-08-22 20:56:26,712 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:26,719 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:26,872 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:26,872 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:26,872 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:26,873 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:26,873 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:26,895 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:26,895 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:26,956 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2014-08-22 20:56:26,977 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:26,977 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:27,062 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:56:27,062 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:27,062 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:27,062 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 9461; bufvoid = 104857600
2014-08-22 20:56:27,063 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2014-08-22 20:56:32,687 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:38,689 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:41,690 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:44,692 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:47,694 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:56:49,319 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:56:49,323 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_m_000000_0 is done. And is in the process of committing
2014-08-22 20:56:49,326 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599
2014-08-22 20:56:49,326 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_m_000000_0' done.
2014-08-22 20:56:49,326 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:49,327 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:49,330 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:49,332 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt
2014-08-22 20:56:49,332 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@60396c7
2014-08-22 20:56:49,334 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:49,334 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:49,476 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:49,477 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:49,477 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:49,477 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:49,477 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:49,480 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:49,480 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:49,501 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:49,501 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:49,507 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:56:49,507 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:49,507 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:49,507 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 142; bufvoid = 104857600
2014-08-22 20:56:49,508 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 20:56:51,158 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:56:51,161 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_m_000001_0 is done. And is in the process of committing
2014-08-22 20:56:51,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 20:56:51,164 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_m_000001_0' done.
2014-08-22 20:56:51,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:51,165 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:56:51,167 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:56:51,167 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1020196823_0001_r_000000_0
2014-08-22 20:56:51,176 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:51,179 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@48e2fa0e
2014-08-22 20:56:51,193 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:56:51,197 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1020196823_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:56:51,223 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1020196823_0001_m_000001_0 decomp: 184 len: 188 to MEMORY
2014-08-22 20:56:51,228 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 184 bytes from map-output for attempt_local1020196823_0001_m_000001_0
2014-08-22 20:56:51,267 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 184, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->184
2014-08-22 20:56:51,270 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local1020196823_0001_m_000000_0 decomp: 9863 len: 9867 to MEMORY
2014-08-22 20:56:51,271 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 9863 bytes from map-output for attempt_local1020196823_0001_m_000000_0
2014-08-22 20:56:51,272 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 9863, inMemoryMapOutputs.size() -> 2, commitMemory -> 184, usedMemory ->10047
2014-08-22 20:56:51,272 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:56:51,274 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:51,274 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:56:51,284 INFO mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 20:56:51,318 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 10033 bytes
2014-08-22 20:56:55,890 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 10047 bytes to disk to satisfy reduce memory limit
2014-08-22 20:56:55,891 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 10049 bytes from disk
2014-08-22 20:56:55,892 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:56:55,892 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:56:55,892 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 10038 bytes
2014-08-22 20:56:55,893 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:55,896 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:56:55,896 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:56:55,916 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:55,916 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed"]
2014-08-22 20:56:55,938 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:56:55,938 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:56:55,990 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1020196823_0001_r_000000_0 is done. And is in the process of committing
2014-08-22 20:56:55,991 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:56:55,992 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1020196823_0001_r_000000_0 is allowed to commit now
2014-08-22 20:56:55,993 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1020196823_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed/_temporary/0/task_local1020196823_0001_r_000000
2014-08-22 20:56:55,994 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:56:55,995 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1020196823_0001_r_000000_0' done.
2014-08-22 20:56:55,995 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1020196823_0001_r_000000_0
2014-08-22 20:56:55,995 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:56:56,045 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed/_temporary
2014-08-22 20:56:56,081 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,118 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/cogroupcomparereversed
2014-08-22 20:56:56,143 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:56:56,144 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:56:56,169 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:56:56,177 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:56:56,178 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:56:56,196 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting
2014-08-22 20:56:56,196 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:56,196 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:56:56,196 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward"]
2014-08-22 20:56:56,197 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] parallel execution is enabled: false
2014-08-22 20:56:56,197 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] starting jobs: 1
2014-08-22 20:56:56,197 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [apache*ip] allocating threads: 1
2014-08-22 20:56:56,198 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] starting step: (1/1) ...orm/cogroupcompareforward
2014-08-22 20:56:56,200 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:56,203 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:56:56,235 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,237 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:56:56,259 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-08-22 20:56:56,293 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1064861628_0002
2014-08-22 20:56:56,310 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064861628/.staging/job_local1064861628_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:56:56,310 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1064861628/.staging/job_local1064861628_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:56:56,374 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064861628_0002/job_local1064861628_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:56:56,375 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1064861628_0002/job_local1064861628_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:56:56,377 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:56:56,378 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] submitted hadoop job: job_local1064861628_0002
2014-08-22 20:56:56,378 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [apache*ip] tracking url: http://localhost:8080/
2014-08-22 20:56:56,379 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:56:56,379 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:56:56,385 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:56:56,385 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064861628_0002_m_000000_0
2014-08-22 20:56:56,388 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:56:56,390 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt
2014-08-22 20:56:56,390 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@e1cba87
2014-08-22 20:56:56,393 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:56:56,393 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:56:56,419 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:56:56,422 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:56:56,424 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:56:56,424 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:56:56,425 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:56:56,429 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:56:56,430 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:56:56,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt"]
2014-08-22 20:56:56,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:56:56,502 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:56:56,503 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:56:56,503 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:56:56,503 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 9461; bufvoid = 104857600
2014-08-22 20:56:56,503 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2014-08-22 20:57:02,388 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:05,391 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:08,392 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:11,394 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:14,395 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599 > sort
2014-08-22 20:57:15,189 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:15,193 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:15,197 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/apache.200.txt:0+32599
2014-08-22 20:57:15,197 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_m_000000_0' done.
2014-08-22 20:57:15,198 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064861628_0002_m_000000_0
2014-08-22 20:57:15,198 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:15,200 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:15,202 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt
2014-08-22 20:57:15,202 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7b26c885
2014-08-22 20:57:15,206 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:15,206 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:15,223 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:15,224 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:15,224 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:15,224 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:15,224 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:15,226 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:15,226 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:15,243 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt"]
2014-08-22 20:57:15,244 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:57:15,249 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:15,249 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:15,249 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:15,249 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 142; bufvoid = 104857600
2014-08-22 20:57:15,249 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 20:57:17,246 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:17,249 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_m_000001_0 is done. And is in the process of committing
2014-08-22 20:57:17,251 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/ips.20.txt:0+275
2014-08-22 20:57:17,251 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_m_000001_0' done.
2014-08-22 20:57:17,251 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:17,251 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:17,252 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:17,252 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1064861628_0002_r_000000_0
2014-08-22 20:57:17,256 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:17,257 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@fbb41d7
2014-08-22 20:57:17,258 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:17,259 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1064861628_0002_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:17,262 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local1064861628_0002_m_000000_0 decomp: 9863 len: 9867 to MEMORY
2014-08-22 20:57:17,263 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 9863 bytes from map-output for attempt_local1064861628_0002_m_000000_0
2014-08-22 20:57:17,263 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 9863, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->9863
2014-08-22 20:57:17,266 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local1064861628_0002_m_000001_0 decomp: 184 len: 188 to MEMORY
2014-08-22 20:57:17,267 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 184 bytes from map-output for attempt_local1064861628_0002_m_000001_0
2014-08-22 20:57:17,267 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 184, inMemoryMapOutputs.size() -> 2, commitMemory -> 9863, usedMemory ->10047
2014-08-22 20:57:17,267 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:17,269 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:17,269 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 2 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:17,272 INFO mapred.Merger (Merger.java:merge(589)) - Merging 2 sorted segments
2014-08-22 20:57:17,293 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 2 segments left of total size: 10035 bytes
2014-08-22 20:57:21,544 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 2 segments, 10047 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:21,545 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 10049 bytes from disk
2014-08-22 20:57:21,545 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:21,545 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:21,546 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 10039 bytes
2014-08-22 20:57:21,547 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:21,548 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:21,548 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:21,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2014-08-22 20:57:21,563 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward"]
2014-08-22 20:57:21,575 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:57:21,575 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 20:57:21,614 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1064861628_0002_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:21,616 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2 / 2 copied.
2014-08-22 20:57:21,616 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1064861628_0002_r_000000_0 is allowed to commit now
2014-08-22 20:57:21,617 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1064861628_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward/_temporary/0/task_local1064861628_0002_r_000000
2014-08-22 20:57:21,619 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:21,619 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1064861628_0002_r_000000_0' done.
2014-08-22 20:57:21,619 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1064861628_0002_r_000000_0
2014-08-22 20:57:21,619 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:21,652 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward/_temporary
2014-08-22 20:57:21,682 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:21,706 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/cogroupcompareforward
2014-08-22 20:57:21,729 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:21,731 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:21,765 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:21,766 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:21,779 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:21,785 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:21,786 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:21,798 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:21,799 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:21,799 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false"]
2014-08-22 20:57:21,799 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:21,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:21,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:21,800 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_null_false_false
2014-08-22 20:57:21,801 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:21,803 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:21,833 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:21,856 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:21,896 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1324654480_0003
2014-08-22 20:57:21,911 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1324654480/.staging/job_local1324654480_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:21,911 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1324654480/.staging/job_local1324654480_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:21,961 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1324654480_0003/job_local1324654480_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:21,962 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1324654480_0003/job_local1324654480_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:21,963 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:21,964 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1324654480_0003
2014-08-22 20:57:21,964 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:21,964 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:21,964 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:21,968 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:21,968 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:21,971 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:21,973 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:21,974 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7ae77ca4
2014-08-22 20:57:21,975 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:21,976 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:22,000 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:22,005 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:22,006 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:22,006 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:22,007 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:22,010 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:22,010 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,021 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,022 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,029 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:22,029 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:22,030 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:22,030 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:22,031 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:22,036 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:22,039 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1324654480_0003_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:22,042 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:22,042 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1324654480_0003_m_000000_0' done.
2014-08-22 20:57:22,043 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:22,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:22,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:22,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1324654480_0003_r_000000_0
2014-08-22 20:57:22,047 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:22,047 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6600a08
2014-08-22 20:57:22,048 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:22,049 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1324654480_0003_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:22,051 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#3 about to shuffle output of map attempt_local1324654480_0003_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:22,052 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1324654480_0003_m_000000_0
2014-08-22 20:57:22,052 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:22,053 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:22,054 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,054 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:22,056 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:22,057 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:22,059 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:22,059 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:22,059 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:22,060 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:22,060 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:22,061 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:22,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,075 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,075 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false"]
2014-08-22 20:57:22,098 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1324654480_0003_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:22,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:22,099 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1324654480_0003_r_000000_0 is allowed to commit now
2014-08-22 20:57:22,100 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1324654480_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false/_temporary/0/task_local1324654480_0003_r_000000
2014-08-22 20:57:22,102 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:22,102 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1324654480_0003_r_000000_0' done.
2014-08-22 20:57:22,103 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1324654480_0003_r_000000_0
2014-08-22 20:57:22,103 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:22,134 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false/_temporary
2014-08-22 20:57:22,165 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:22,187 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:22,187 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:22,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:22,206 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:22,207 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:22,216 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:22,216 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,217 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false"]
2014-08-22 20:57:22,217 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:22,217 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:22,217 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:22,218 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_null_false_false
2014-08-22 20:57:22,219 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:22,220 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:22,249 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:22,272 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:22,290 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local224906852_0004
2014-08-22 20:57:22,305 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity224906852/.staging/job_local224906852_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:22,306 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity224906852/.staging/job_local224906852_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:22,354 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local224906852_0004/job_local224906852_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:22,355 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local224906852_0004/job_local224906852_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:22,357 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:22,358 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:22,358 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:22,358 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local224906852_0004
2014-08-22 20:57:22,360 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:22,363 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:22,363 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:22,366 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:22,368 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:22,368 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6a22a6bb
2014-08-22 20:57:22,369 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:22,369 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:22,393 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:22,395 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:22,395 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:22,399 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:22,400 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:22,402 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:22,403 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:22,414 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:22,414 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:22,422 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:22,422 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:22,423 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:22,423 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:22,424 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:24,830 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:24,834 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local224906852_0004_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:24,837 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:24,837 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local224906852_0004_m_000000_0' done.
2014-08-22 20:57:24,838 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:24,839 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:24,839 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:24,839 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local224906852_0004_r_000000_0
2014-08-22 20:57:24,843 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:24,844 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5876a9b6
2014-08-22 20:57:24,845 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:24,846 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local224906852_0004_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:24,848 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#4 about to shuffle output of map attempt_local224906852_0004_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:24,849 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local224906852_0004_m_000000_0
2014-08-22 20:57:24,849 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:24,849 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:24,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,851 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:24,854 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:24,854 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:24,856 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:24,856 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:24,857 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:24,857 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:24,857 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:24,858 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,859 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:24,859 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:24,868 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:24,868 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false"]
2014-08-22 20:57:24,884 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local224906852_0004_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:24,885 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:24,886 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local224906852_0004_r_000000_0 is allowed to commit now
2014-08-22 20:57:24,887 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local224906852_0004_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false/_temporary/0/task_local224906852_0004_r_000000
2014-08-22 20:57:24,888 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:24,888 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local224906852_0004_r_000000_0' done.
2014-08-22 20:57:24,888 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local224906852_0004_r_000000_0
2014-08-22 20:57:24,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:24,911 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false/_temporary
2014-08-22 20:57:24,942 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:24,970 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:24,970 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:24,983 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:24,986 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:24,987 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:24,996 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:24,996 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:24,996 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false"]
2014-08-22 20:57:24,997 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:24,997 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:24,998 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:24,999 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_true_false
2014-08-22 20:57:25,000 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,002 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,029 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,050 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:25,096 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1069473912_0005
2014-08-22 20:57:25,111 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1069473912/.staging/job_local1069473912_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:25,111 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1069473912/.staging/job_local1069473912_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:25,155 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1069473912_0005/job_local1069473912_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:25,155 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1069473912_0005/job_local1069473912_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:25,156 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:25,157 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1069473912_0005
2014-08-22 20:57:25,157 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:25,157 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:25,157 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:25,161 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:25,162 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,164 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,165 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:25,166 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4f02996a
2014-08-22 20:57:25,167 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:25,167 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:25,185 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:25,185 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:25,185 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:25,185 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:25,185 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:25,187 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:25,187 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:25,205 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:25,206 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:25,206 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:25,206 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:25,210 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:25,212 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1069473912_0005_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:25,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:25,215 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1069473912_0005_m_000000_0' done.
2014-08-22 20:57:25,216 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,218 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:25,218 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:25,218 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1069473912_0005_r_000000_0
2014-08-22 20:57:25,220 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,220 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1812e72d
2014-08-22 20:57:25,221 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:25,222 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1069473912_0005_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:25,225 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#5 about to shuffle output of map attempt_local1069473912_0005_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:25,226 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1069473912_0005_m_000000_0
2014-08-22 20:57:25,226 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:25,227 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:25,228 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,229 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:25,231 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:25,232 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:25,234 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:25,234 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:25,234 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:25,234 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:25,235 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:25,236 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,236 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:25,236 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,245 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,246 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false"]
2014-08-22 20:57:25,262 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1069473912_0005_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:25,264 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:25,264 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1069473912_0005_r_000000_0 is allowed to commit now
2014-08-22 20:57:25,265 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1069473912_0005_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false/_temporary/0/task_local1069473912_0005_r_000000
2014-08-22 20:57:25,267 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:25,267 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1069473912_0005_r_000000_0' done.
2014-08-22 20:57:25,267 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1069473912_0005_r_000000_0
2014-08-22 20:57:25,267 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:25,288 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false/_temporary
2014-08-22 20:57:25,316 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,334 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:25,334 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:25,345 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:25,349 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:25,349 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false"]
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:25,358 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:25,359 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_true_false
2014-08-22 20:57:25,360 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,361 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:25,388 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:25,407 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:25,424 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local230379190_0006
2014-08-22 20:57:25,438 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity230379190/.staging/job_local230379190_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:25,439 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity230379190/.staging/job_local230379190_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:25,481 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local230379190_0006/job_local230379190_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:25,482 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local230379190_0006/job_local230379190_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:25,484 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:25,484 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:25,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:25,484 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local230379190_0006
2014-08-22 20:57:25,486 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:25,489 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:25,489 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:25,491 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:25,493 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:25,493 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@55aef45
2014-08-22 20:57:25,495 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:25,495 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:25,518 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:25,519 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:25,520 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:25,520 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:25,520 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:25,523 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:25,523 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:25,533 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:25,533 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:25,540 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:25,540 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:25,540 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:25,541 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:25,541 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:27,946 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:27,949 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local230379190_0006_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:27,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:27,952 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local230379190_0006_m_000000_0' done.
2014-08-22 20:57:27,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:27,952 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:27,954 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:27,954 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local230379190_0006_r_000000_0
2014-08-22 20:57:27,957 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:27,957 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@24ce374a
2014-08-22 20:57:27,958 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:27,959 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local230379190_0006_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:27,962 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#6 about to shuffle output of map attempt_local230379190_0006_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:27,963 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local230379190_0006_m_000000_0
2014-08-22 20:57:27,963 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:27,964 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:27,966 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:27,966 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:27,970 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:27,971 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:27,973 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:27,974 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:27,974 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:27,975 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:27,976 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:27,977 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:27,978 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:27,978 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:27,986 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:27,987 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false"]
2014-08-22 20:57:28,003 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local230379190_0006_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,005 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,006 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local230379190_0006_r_000000_0 is allowed to commit now
2014-08-22 20:57:28,007 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local230379190_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false/_temporary/0/task_local230379190_0006_r_000000
2014-08-22 20:57:28,009 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:28,009 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local230379190_0006_r_000000_0' done.
2014-08-22 20:57:28,009 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local230379190_0006_r_000000_0
2014-08-22 20:57:28,010 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:28,029 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false/_temporary
2014-08-22 20:57:28,057 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,082 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:28,082 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:28,095 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:28,098 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:28,099 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:28,109 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:28,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false"]
2014-08-22 20:57:28,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:28,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:28,110 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:28,113 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...e/false_false_false_false
2014-08-22 20:57:28,113 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,115 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,141 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,163 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:28,179 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2089020364_0007
2014-08-22 20:57:28,193 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2089020364/.staging/job_local2089020364_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:28,194 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2089020364/.staging/job_local2089020364_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:28,238 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2089020364_0007/job_local2089020364_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:28,238 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2089020364_0007/job_local2089020364_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:28,239 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:28,239 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2089020364_0007
2014-08-22 20:57:28,240 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:28,240 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:28,240 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:28,243 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:28,243 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,245 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,247 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:28,247 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@471be6b9
2014-08-22 20:57:28,249 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:28,249 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:28,266 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:28,267 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:28,267 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:28,267 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:28,267 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:28,270 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:28,270 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,279 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,279 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,286 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:28,287 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:28,287 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:28,287 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:28,287 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:28,293 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:28,295 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2089020364_0007_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,297 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:28,298 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2089020364_0007_m_000000_0' done.
2014-08-22 20:57:28,298 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,298 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:28,299 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:28,299 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2089020364_0007_r_000000_0
2014-08-22 20:57:28,301 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,302 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@248a9705
2014-08-22 20:57:28,302 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:28,303 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2089020364_0007_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:28,305 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#7 about to shuffle output of map attempt_local2089020364_0007_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:28,305 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2089020364_0007_m_000000_0
2014-08-22 20:57:28,306 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:28,306 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:28,308 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,308 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:28,314 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:28,314 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:28,316 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:28,317 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:28,317 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:28,317 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:28,318 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:28,319 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,319 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:28,320 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,328 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,328 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false"]
2014-08-22 20:57:28,345 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2089020364_0007_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:28,347 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:28,347 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local2089020364_0007_r_000000_0 is allowed to commit now
2014-08-22 20:57:28,348 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2089020364_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false/_temporary/0/task_local2089020364_0007_r_000000
2014-08-22 20:57:28,349 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:28,349 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2089020364_0007_r_000000_0' done.
2014-08-22 20:57:28,349 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2089020364_0007_r_000000_0
2014-08-22 20:57:28,350 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:28,369 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false/_temporary
2014-08-22 20:57:28,397 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,416 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:28,417 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:28,428 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:28,432 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:28,433 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:28,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:28,443 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,443 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false"]
2014-08-22 20:57:28,444 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:28,444 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:28,444 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:28,445 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/true_false_false_false
2014-08-22 20:57:28,446 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,447 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:28,474 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:28,494 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:28,510 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local161487412_0008
2014-08-22 20:57:28,524 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity161487412/.staging/job_local161487412_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:28,524 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity161487412/.staging/job_local161487412_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:28,566 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local161487412_0008/job_local161487412_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:28,567 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local161487412_0008/job_local161487412_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:28,568 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:28,568 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local161487412_0008
2014-08-22 20:57:28,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:28,568 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:28,569 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:28,572 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:28,572 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:28,574 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:28,576 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:28,576 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6f8adce0
2014-08-22 20:57:28,577 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:28,577 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:28,601 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:28,602 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:28,602 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:28,602 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:28,602 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:28,604 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:28,604 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:28,613 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:28,613 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:28,620 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:28,620 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:28,620 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:28,620 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:28,620 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:32,093 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:32,096 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local161487412_0008_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:32,098 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:32,098 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local161487412_0008_m_000000_0' done.
2014-08-22 20:57:32,098 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:32,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:32,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:32,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local161487412_0008_r_000000_0
2014-08-22 20:57:32,101 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:32,101 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@50709366
2014-08-22 20:57:32,103 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:32,104 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local161487412_0008_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:32,106 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#8 about to shuffle output of map attempt_local161487412_0008_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:32,106 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local161487412_0008_m_000000_0
2014-08-22 20:57:32,107 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:32,107 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:32,108 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,109 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:32,112 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:32,112 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:32,114 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:32,114 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:32,115 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:32,115 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:32,115 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:32,116 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,116 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:32,117 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:32,125 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:32,125 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false"]
2014-08-22 20:57:32,141 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local161487412_0008_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:32,142 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:32,142 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local161487412_0008_r_000000_0 is allowed to commit now
2014-08-22 20:57:32,143 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local161487412_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false/_temporary/0/task_local161487412_0008_r_000000
2014-08-22 20:57:32,144 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:32,145 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local161487412_0008_r_000000_0' done.
2014-08-22 20:57:32,145 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local161487412_0008_r_000000_0
2014-08-22 20:57:32,145 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:32,166 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false/_temporary
2014-08-22 20:57:32,193 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:32,212 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:32,213 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:32,222 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:32,226 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:32,227 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:32,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:32,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:32,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false"]
2014-08-22 20:57:32,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:32,237 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:32,238 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:32,238 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_true_false_false
2014-08-22 20:57:32,239 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:32,240 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:32,266 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:32,292 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:32,310 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1632805121_0009
2014-08-22 20:57:32,326 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1632805121/.staging/job_local1632805121_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:32,327 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1632805121/.staging/job_local1632805121_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:32,373 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1632805121_0009/job_local1632805121_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:32,374 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1632805121_0009/job_local1632805121_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:32,375 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:32,376 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1632805121_0009
2014-08-22 20:57:32,376 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:32,377 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:32,377 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:32,381 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:32,381 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:32,383 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:32,384 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:32,385 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@624c19ae
2014-08-22 20:57:32,386 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:32,386 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:32,404 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:32,404 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:32,405 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:32,405 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:32,405 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:32,407 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:32,407 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:32,416 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:32,416 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:32,423 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:32,423 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:32,423 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:32,423 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:32,424 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:36,808 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:36,810 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1632805121_0009_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:36,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:36,813 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1632805121_0009_m_000000_0' done.
2014-08-22 20:57:36,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:36,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:36,814 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:36,814 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1632805121_0009_r_000000_0
2014-08-22 20:57:36,816 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:36,817 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@742430a2
2014-08-22 20:57:36,817 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:36,818 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1632805121_0009_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:36,820 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#9 about to shuffle output of map attempt_local1632805121_0009_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:36,821 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1632805121_0009_m_000000_0
2014-08-22 20:57:36,822 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:36,823 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:36,824 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,824 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:36,827 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:36,827 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:36,829 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:36,830 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:36,830 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:36,830 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:36,830 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:36,831 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,832 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:36,832 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:36,840 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:36,840 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false"]
2014-08-22 20:57:36,856 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1632805121_0009_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:36,857 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:36,857 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1632805121_0009_r_000000_0 is allowed to commit now
2014-08-22 20:57:36,858 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1632805121_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false/_temporary/0/task_local1632805121_0009_r_000000
2014-08-22 20:57:36,859 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:36,860 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1632805121_0009_r_000000_0' done.
2014-08-22 20:57:36,860 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1632805121_0009_r_000000_0
2014-08-22 20:57:36,860 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:36,884 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false/_temporary
2014-08-22 20:57:36,914 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:36,932 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:36,932 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:36,941 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:36,943 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:36,944 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:36,952 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:36,953 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:36,953 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false"]
2014-08-22 20:57:36,954 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:36,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:36,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:36,956 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_true_false_false
2014-08-22 20:57:36,957 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:36,958 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:36,985 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:37,005 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:37,021 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1782037102_0010
2014-08-22 20:57:37,034 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1782037102/.staging/job_local1782037102_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:37,035 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1782037102/.staging/job_local1782037102_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:37,078 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1782037102_0010/job_local1782037102_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:37,079 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1782037102_0010/job_local1782037102_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:37,080 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:37,080 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1782037102_0010
2014-08-22 20:57:37,080 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:37,080 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:37,081 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:37,168 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:37,168 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:37,170 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:37,172 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:37,172 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6d3206fd
2014-08-22 20:57:37,173 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:37,173 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:37,196 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:37,196 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:37,197 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:37,197 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:37,197 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:37,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:37,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:37,208 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:37,208 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:37,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:37,215 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:37,215 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:37,215 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:37,215 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:39,515 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:39,517 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1782037102_0010_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,520 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:39,520 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1782037102_0010_m_000000_0' done.
2014-08-22 20:57:39,520 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:39,520 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:39,521 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:39,521 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1782037102_0010_r_000000_0
2014-08-22 20:57:39,523 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,524 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4128dca6
2014-08-22 20:57:39,527 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:39,528 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1782037102_0010_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:39,530 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#10 about to shuffle output of map attempt_local1782037102_0010_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:39,530 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1782037102_0010_m_000000_0
2014-08-22 20:57:39,531 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:39,532 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:39,533 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,533 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:39,536 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,536 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,538 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:39,539 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:39,539 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:39,539 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,539 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,540 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,541 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:39,541 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,549 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,549 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false"]
2014-08-22 20:57:39,564 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1782037102_0010_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,566 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,566 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1782037102_0010_r_000000_0 is allowed to commit now
2014-08-22 20:57:39,567 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1782037102_0010_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false/_temporary/0/task_local1782037102_0010_r_000000
2014-08-22 20:57:39,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:39,568 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1782037102_0010_r_000000_0' done.
2014-08-22 20:57:39,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1782037102_0010_r_000000_0
2014-08-22 20:57:39,569 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:39,591 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false/_temporary
2014-08-22 20:57:39,619 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,637 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:39,637 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:39,646 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:39,648 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:39,648 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:39,655 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:39,656 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,656 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false"]
2014-08-22 20:57:39,656 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:39,656 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:39,656 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:39,657 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_true_false
2014-08-22 20:57:39,658 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,659 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,684 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,703 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:39,725 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local69002466_0011
2014-08-22 20:57:39,740 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity69002466/.staging/job_local69002466_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:39,740 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity69002466/.staging/job_local69002466_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:39,781 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local69002466_0011/job_local69002466_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:39,781 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local69002466_0011/job_local69002466_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:39,782 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:39,784 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local69002466_0011
2014-08-22 20:57:39,784 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:39,783 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:39,784 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:39,787 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:39,787 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,789 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,791 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:39,791 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5d722d01
2014-08-22 20:57:39,792 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:39,792 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:39,811 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:39,811 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:39,811 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:39,811 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:39,812 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:39,813 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:39,813 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,824 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,824 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,831 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:39,831 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:39,832 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:39,832 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:39,832 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:39,837 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:39,839 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local69002466_0011_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,841 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:39,841 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local69002466_0011_m_000000_0' done.
2014-08-22 20:57:39,842 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,842 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:39,842 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:39,843 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local69002466_0011_r_000000_0
2014-08-22 20:57:39,845 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:39,845 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6ff58334
2014-08-22 20:57:39,846 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:39,847 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local69002466_0011_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:39,849 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#11 about to shuffle output of map attempt_local69002466_0011_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:39,849 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local69002466_0011_m_000000_0
2014-08-22 20:57:39,849 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:39,850 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:39,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,851 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:39,856 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,856 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,858 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:39,859 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:39,859 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:39,860 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:39,860 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:39,861 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,862 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:39,862 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:39,870 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:39,871 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false"]
2014-08-22 20:57:39,888 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local69002466_0011_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:39,890 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:39,890 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local69002466_0011_r_000000_0 is allowed to commit now
2014-08-22 20:57:39,891 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local69002466_0011_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false/_temporary/0/task_local69002466_0011_r_000000
2014-08-22 20:57:39,892 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:39,892 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local69002466_0011_r_000000_0' done.
2014-08-22 20:57:39,892 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local69002466_0011_r_000000_0
2014-08-22 20:57:39,893 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:39,913 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false/_temporary
2014-08-22 20:57:39,940 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:39,957 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:39,958 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:39,967 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:39,969 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:39,969 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:39,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:39,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:39,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false"]
2014-08-22 20:57:39,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:39,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:39,977 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:39,977 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_true_false
2014-08-22 20:57:39,978 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:39,980 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:40,006 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:40,025 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:40,040 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1959959990_0012
2014-08-22 20:57:40,054 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1959959990/.staging/job_local1959959990_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:40,054 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1959959990/.staging/job_local1959959990_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:40,094 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1959959990_0012/job_local1959959990_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:40,095 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1959959990_0012/job_local1959959990_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:40,096 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:40,097 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1959959990_0012
2014-08-22 20:57:40,097 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:40,097 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:40,097 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:40,100 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:40,100 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:40,102 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:40,104 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:40,104 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2b0026cc
2014-08-22 20:57:40,105 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:40,105 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:40,130 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:40,130 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:40,130 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:40,130 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:40,131 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:40,132 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:40,132 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:40,142 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:40,142 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:40,149 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:40,149 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:40,149 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:40,149 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:40,150 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:43,621 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:43,624 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1959959990_0012_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:43,626 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:43,626 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1959959990_0012_m_000000_0' done.
2014-08-22 20:57:43,626 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:43,626 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:43,627 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:43,627 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1959959990_0012_r_000000_0
2014-08-22 20:57:43,629 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:43,630 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5ba295be
2014-08-22 20:57:43,631 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:43,632 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1959959990_0012_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:43,634 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#12 about to shuffle output of map attempt_local1959959990_0012_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:43,634 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1959959990_0012_m_000000_0
2014-08-22 20:57:43,634 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:43,635 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:43,636 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,637 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:43,640 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:43,640 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:43,642 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:43,643 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:43,643 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:43,644 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:43,644 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:43,645 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,646 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:43,646 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:43,654 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:43,654 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false"]
2014-08-22 20:57:43,669 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1959959990_0012_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:43,671 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:43,671 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1959959990_0012_r_000000_0 is allowed to commit now
2014-08-22 20:57:43,672 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1959959990_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false/_temporary/0/task_local1959959990_0012_r_000000
2014-08-22 20:57:43,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:43,674 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1959959990_0012_r_000000_0' done.
2014-08-22 20:57:43,675 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1959959990_0012_r_000000_0
2014-08-22 20:57:43,675 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:43,701 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false/_temporary
2014-08-22 20:57:43,728 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:43,745 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:43,746 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:43,753 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:43,755 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:43,756 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:43,762 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:43,762 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:43,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false"]
2014-08-22 20:57:43,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:43,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:43,763 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:43,764 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_true_false
2014-08-22 20:57:43,764 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:43,765 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:43,790 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:43,809 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:43,824 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1629373795_0013
2014-08-22 20:57:43,838 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1629373795/.staging/job_local1629373795_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:43,844 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1629373795/.staging/job_local1629373795_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:43,886 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1629373795_0013/job_local1629373795_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:43,887 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1629373795_0013/job_local1629373795_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:43,888 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:43,888 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1629373795_0013
2014-08-22 20:57:43,888 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:43,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:43,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:43,892 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:43,892 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:43,894 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:43,895 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:43,895 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4055010f
2014-08-22 20:57:43,897 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:43,897 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:43,914 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:43,914 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:43,914 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:43,915 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:43,915 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:43,917 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:43,917 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:43,925 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:43,926 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:43,932 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:43,932 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:43,932 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:43,933 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:43,933 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:48,302 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:48,304 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1629373795_0013_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:48,306 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:48,306 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1629373795_0013_m_000000_0' done.
2014-08-22 20:57:48,307 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:48,307 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:48,307 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:48,308 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1629373795_0013_r_000000_0
2014-08-22 20:57:48,309 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:48,310 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4035acf6
2014-08-22 20:57:48,311 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:48,312 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1629373795_0013_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:48,313 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#13 about to shuffle output of map attempt_local1629373795_0013_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:48,314 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1629373795_0013_m_000000_0
2014-08-22 20:57:48,314 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:48,315 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:48,316 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,317 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:48,319 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:48,320 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:48,321 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:48,322 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:48,322 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:48,322 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:48,322 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:48,323 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,324 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:48,324 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:48,331 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:48,331 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false"]
2014-08-22 20:57:48,346 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1629373795_0013_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:48,348 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:48,348 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1629373795_0013_r_000000_0 is allowed to commit now
2014-08-22 20:57:48,349 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1629373795_0013_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false/_temporary/0/task_local1629373795_0013_r_000000
2014-08-22 20:57:48,350 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:48,350 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1629373795_0013_r_000000_0' done.
2014-08-22 20:57:48,351 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1629373795_0013_r_000000_0
2014-08-22 20:57:48,351 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:48,373 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false/_temporary
2014-08-22 20:57:48,399 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:48,418 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:48,418 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:48,427 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:48,429 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:48,430 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:48,437 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:48,437 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:48,437 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false"]
2014-08-22 20:57:48,437 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:48,437 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:48,438 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:48,438 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_true_false
2014-08-22 20:57:48,439 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:48,440 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:48,464 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:48,482 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:48,497 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2120281242_0014
2014-08-22 20:57:48,510 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2120281242/.staging/job_local2120281242_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:48,510 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2120281242/.staging/job_local2120281242_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:48,550 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2120281242_0014/job_local2120281242_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:48,550 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2120281242_0014/job_local2120281242_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:48,551 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:48,551 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:48,552 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:48,552 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2120281242_0014
2014-08-22 20:57:48,552 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:48,554 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:48,555 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:48,556 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:48,559 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:48,559 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@63deebc8
2014-08-22 20:57:48,560 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:48,561 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:48,585 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:48,585 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:48,585 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:48,586 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:48,586 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:48,588 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:48,588 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:48,598 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:48,599 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:48,605 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:48,605 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:48,605 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:48,605 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:48,605 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:50,839 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:50,842 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2120281242_0014_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:50,844 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:50,844 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2120281242_0014_m_000000_0' done.
2014-08-22 20:57:50,845 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:50,845 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:50,846 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:50,846 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2120281242_0014_r_000000_0
2014-08-22 20:57:50,848 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:50,848 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@767de91
2014-08-22 20:57:50,849 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:50,850 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2120281242_0014_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:50,851 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#14 about to shuffle output of map attempt_local2120281242_0014_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:50,852 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2120281242_0014_m_000000_0
2014-08-22 20:57:50,852 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:50,853 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:50,854 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,854 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:50,857 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:50,857 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:50,859 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:50,860 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:50,860 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:50,860 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:50,860 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:50,861 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,862 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:50,862 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:50,870 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:50,870 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false"]
2014-08-22 20:57:50,885 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2120281242_0014_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:50,886 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:50,886 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local2120281242_0014_r_000000_0 is allowed to commit now
2014-08-22 20:57:50,887 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2120281242_0014_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false/_temporary/0/task_local2120281242_0014_r_000000
2014-08-22 20:57:50,888 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:50,889 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2120281242_0014_r_000000_0' done.
2014-08-22 20:57:50,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2120281242_0014_r_000000_0
2014-08-22 20:57:50,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:50,914 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false/_temporary
2014-08-22 20:57:50,940 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:50,958 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:50,958 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:50,966 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:50,968 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:50,968 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:50,974 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:50,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:50,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true"]
2014-08-22 20:57:50,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:50,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:50,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:50,977 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_false_true
2014-08-22 20:57:50,978 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:50,979 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,002 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,026 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,040 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1170260778_0015
2014-08-22 20:57:51,055 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1170260778/.staging/job_local1170260778_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,055 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1170260778/.staging/job_local1170260778_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,094 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1170260778_0015/job_local1170260778_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,095 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1170260778_0015/job_local1170260778_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,096 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,096 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1170260778_0015
2014-08-22 20:57:51,096 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,096 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,097 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,099 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,100 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,101 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,102 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,103 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6cc542c
2014-08-22 20:57:51,104 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,104 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,121 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,122 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,122 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,122 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,122 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,123 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,123 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,131 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,132 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,139 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:51,140 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,140 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,140 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,140 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,143 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,145 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1170260778_0015_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,147 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,147 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1170260778_0015_m_000000_0' done.
2014-08-22 20:57:51,147 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,147 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,148 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,148 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1170260778_0015_r_000000_0
2014-08-22 20:57:51,150 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,150 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@b886fb3
2014-08-22 20:57:51,151 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,151 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1170260778_0015_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,153 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#15 about to shuffle output of map attempt_local1170260778_0015_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,154 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local1170260778_0015_m_000000_0
2014-08-22 20:57:51,154 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,155 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,155 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,156 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,157 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,158 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,162 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,162 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,163 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,163 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,163 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,164 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,164 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,165 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,172 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,172 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true"]
2014-08-22 20:57:51,185 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1170260778_0015_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,187 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,187 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1170260778_0015_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,187 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1170260778_0015_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true/_temporary/0/task_local1170260778_0015_r_000000
2014-08-22 20:57:51,189 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,189 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1170260778_0015_r_000000_0' done.
2014-08-22 20:57:51,189 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1170260778_0015_r_000000_0
2014-08-22 20:57:51,189 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,205 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true/_temporary
2014-08-22 20:57:51,231 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,248 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,248 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,256 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,258 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,259 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,265 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,265 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,265 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true"]
2014-08-22 20:57:51,266 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:51,266 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:51,266 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:51,266 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_false_true
2014-08-22 20:57:51,267 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,268 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,292 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,310 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,325 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local127422039_0016
2014-08-22 20:57:51,339 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127422039/.staging/job_local127422039_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,340 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127422039/.staging/job_local127422039_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,384 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127422039_0016/job_local127422039_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,385 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127422039_0016/job_local127422039_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,387 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,387 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,388 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,388 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local127422039_0016
2014-08-22 20:57:51,389 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,390 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,391 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,392 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,393 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,394 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5010cdd4
2014-08-22 20:57:51,395 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,395 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,420 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,420 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,420 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,420 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,420 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,422 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,422 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,430 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,430 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,436 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:51,436 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,436 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,436 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,436 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,440 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,441 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local127422039_0016_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,443 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,443 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127422039_0016_m_000000_0' done.
2014-08-22 20:57:51,444 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,444 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,444 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,445 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local127422039_0016_r_000000_0
2014-08-22 20:57:51,446 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,447 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1a4788f3
2014-08-22 20:57:51,447 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,448 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local127422039_0016_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,450 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#16 about to shuffle output of map attempt_local127422039_0016_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,450 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local127422039_0016_m_000000_0
2014-08-22 20:57:51,451 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,451 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,452 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,452 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,455 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,455 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,457 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,457 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,457 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,458 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,458 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,459 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,460 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,460 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,467 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,467 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true"]
2014-08-22 20:57:51,481 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local127422039_0016_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,483 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,483 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local127422039_0016_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,484 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local127422039_0016_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true/_temporary/0/task_local127422039_0016_r_000000
2014-08-22 20:57:51,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,485 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127422039_0016_r_000000_0' done.
2014-08-22 20:57:51,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local127422039_0016_r_000000_0
2014-08-22 20:57:51,485 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,507 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true/_temporary
2014-08-22 20:57:51,533 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,550 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,550 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,558 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,560 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,560 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,565 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,565 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,565 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true"]
2014-08-22 20:57:51,565 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:51,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:51,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:51,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/false_null_true_true
2014-08-22 20:57:51,567 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,568 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,592 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,610 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,625 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local989455077_0017
2014-08-22 20:57:51,638 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity989455077/.staging/job_local989455077_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,638 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity989455077/.staging/job_local989455077_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,678 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local989455077_0017/job_local989455077_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,678 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local989455077_0017/job_local989455077_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,679 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,680 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local989455077_0017
2014-08-22 20:57:51,680 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,680 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,681 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,683 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,684 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,685 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,687 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,687 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1b54a291
2014-08-22 20:57:51,688 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,689 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:51,712 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:51,713 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:51,713 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:51,713 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:51,713 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:51,714 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:51,714 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,724 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,724 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,730 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:51,730 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:51,730 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:51,730 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:51,730 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:51,734 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:51,736 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local989455077_0017_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,738 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:51,738 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local989455077_0017_m_000000_0' done.
2014-08-22 20:57:51,738 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,738 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:51,739 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:51,739 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local989455077_0017_r_000000_0
2014-08-22 20:57:51,741 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,741 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6ce1d9a
2014-08-22 20:57:51,742 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:51,743 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local989455077_0017_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:51,744 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#17 about to shuffle output of map attempt_local989455077_0017_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:51,745 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local989455077_0017_m_000000_0
2014-08-22 20:57:51,745 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:51,746 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:51,747 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,747 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:51,749 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,749 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,752 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:51,753 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:51,753 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:51,754 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:51,754 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:51,755 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,756 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:51,756 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:51,764 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:51,765 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true"]
2014-08-22 20:57:51,778 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local989455077_0017_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:51,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:51,780 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local989455077_0017_r_000000_0 is allowed to commit now
2014-08-22 20:57:51,780 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local989455077_0017_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true/_temporary/0/task_local989455077_0017_r_000000
2014-08-22 20:57:51,782 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:51,782 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local989455077_0017_r_000000_0' done.
2014-08-22 20:57:51,782 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local989455077_0017_r_000000_0
2014-08-22 20:57:51,782 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:51,800 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true/_temporary
2014-08-22 20:57:51,826 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,843 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:51,843 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:51,851 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:51,852 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:51,853 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:51,857 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:51,858 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:51,858 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true"]
2014-08-22 20:57:51,858 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:51,858 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:51,858 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:51,859 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...nsive/true_null_true_true
2014-08-22 20:57:51,859 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,860 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:51,884 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:51,902 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:51,916 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local641656295_0018
2014-08-22 20:57:51,930 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity641656295/.staging/job_local641656295_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,930 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity641656295/.staging/job_local641656295_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,969 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local641656295_0018/job_local641656295_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:51,969 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local641656295_0018/job_local641656295_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:51,970 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:51,971 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local641656295_0018
2014-08-22 20:57:51,971 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:51,971 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:51,972 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:51,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:51,975 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:51,976 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:51,977 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:51,978 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3ec7d45e
2014-08-22 20:57:51,979 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:51,979 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,002 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,002 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,002 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,002 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,002 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,004 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,004 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,014 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,014 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,025 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:52,025 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,026 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,026 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2014-08-22 20:57:52,026 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,029 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,031 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local641656295_0018_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,033 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,033 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local641656295_0018_m_000000_0' done.
2014-08-22 20:57:52,033 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:52,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,034 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,035 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local641656295_0018_r_000000_0
2014-08-22 20:57:52,036 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,036 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@d9ef365
2014-08-22 20:57:52,037 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,038 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local641656295_0018_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,043 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#18 about to shuffle output of map attempt_local641656295_0018_m_000000_0 decomp: 705 len: 709 to MEMORY
2014-08-22 20:57:52,043 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 705 bytes from map-output for attempt_local641656295_0018_m_000000_0
2014-08-22 20:57:52,044 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 705, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->705
2014-08-22 20:57:52,045 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,046 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,047 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,049 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,049 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:52,051 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 705 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,052 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 709 bytes from disk
2014-08-22 20:57:52,052 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,052 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,052 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 700 bytes
2014-08-22 20:57:52,053 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,054 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,054 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true"]
2014-08-22 20:57:52,076 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local641656295_0018_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,077 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,077 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local641656295_0018_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,078 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local641656295_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true/_temporary/0/task_local641656295_0018_r_000000
2014-08-22 20:57:52,080 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,080 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local641656295_0018_r_000000_0' done.
2014-08-22 20:57:52,080 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local641656295_0018_r_000000_0
2014-08-22 20:57:52,080 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,101 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true/_temporary
2014-08-22 20:57:52,128 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,145 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,145 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,153 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,155 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,156 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,160 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,161 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,161 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true"]
2014-08-22 20:57:52,161 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:52,161 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:52,161 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:52,163 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_false_true
2014-08-22 20:57:52,165 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,166 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,190 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,208 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,222 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1517024947_0019
2014-08-22 20:57:52,236 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1517024947/.staging/job_local1517024947_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,236 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1517024947/.staging/job_local1517024947_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,275 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1517024947_0019/job_local1517024947_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,276 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1517024947_0019/job_local1517024947_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,277 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,277 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1517024947_0019
2014-08-22 20:57:52,277 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,277 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,278 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,280 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,281 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,282 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,283 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,284 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6fa85031
2014-08-22 20:57:52,285 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,285 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,307 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,308 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,308 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,308 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,308 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,309 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,309 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,317 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,317 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,323 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:52,323 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,323 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,323 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,323 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,328 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,330 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1517024947_0019_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,332 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,332 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1517024947_0019_m_000000_0' done.
2014-08-22 20:57:52,332 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,332 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,333 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,333 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1517024947_0019_r_000000_0
2014-08-22 20:57:52,334 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,334 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@47ced484
2014-08-22 20:57:52,335 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,336 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1517024947_0019_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,338 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#19 about to shuffle output of map attempt_local1517024947_0019_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,338 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1517024947_0019_m_000000_0
2014-08-22 20:57:52,339 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,340 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,341 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,341 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,342 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,343 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,344 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,345 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,345 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,345 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,345 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,346 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,346 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,346 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,353 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,353 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true"]
2014-08-22 20:57:52,367 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1517024947_0019_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,369 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,369 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1517024947_0019_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,370 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1517024947_0019_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true/_temporary/0/task_local1517024947_0019_r_000000
2014-08-22 20:57:52,371 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,371 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1517024947_0019_r_000000_0' done.
2014-08-22 20:57:52,371 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1517024947_0019_r_000000_0
2014-08-22 20:57:52,372 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,397 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true/_temporary
2014-08-22 20:57:52,424 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,441 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,441 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,449 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,452 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,452 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,458 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,458 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,458 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true"]
2014-08-22 20:57:52,459 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:52,459 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:52,459 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:52,459 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_false_true
2014-08-22 20:57:52,460 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,461 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,485 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,504 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,518 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1288714061_0020
2014-08-22 20:57:52,532 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1288714061/.staging/job_local1288714061_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,532 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1288714061/.staging/job_local1288714061_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,571 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1288714061_0020/job_local1288714061_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,571 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1288714061_0020/job_local1288714061_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,572 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,574 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1288714061_0020
2014-08-22 20:57:52,574 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,574 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,574 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,576 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,577 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,578 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,580 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,580 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2f19f33d
2014-08-22 20:57:52,581 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,581 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,605 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,605 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,605 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,605 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,605 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,607 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,607 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,616 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,616 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,621 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:52,622 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,622 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,622 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,622 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,626 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,628 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1288714061_0020_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,630 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1288714061_0020_m_000000_0' done.
2014-08-22 20:57:52,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,630 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,631 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,631 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1288714061_0020_r_000000_0
2014-08-22 20:57:52,632 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,633 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6b466679
2014-08-22 20:57:52,633 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,634 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1288714061_0020_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,636 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#20 about to shuffle output of map attempt_local1288714061_0020_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,637 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1288714061_0020_m_000000_0
2014-08-22 20:57:52,637 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,638 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,639 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,639 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,644 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,644 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,646 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,646 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,646 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,647 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,647 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,648 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,649 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,649 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,657 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,657 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true"]
2014-08-22 20:57:52,670 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1288714061_0020_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,672 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,672 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1288714061_0020_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,673 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1288714061_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true/_temporary/0/task_local1288714061_0020_r_000000
2014-08-22 20:57:52,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,674 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1288714061_0020_r_000000_0' done.
2014-08-22 20:57:52,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1288714061_0020_r_000000_0
2014-08-22 20:57:52,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,692 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true/_temporary
2014-08-22 20:57:52,718 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,735 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:52,735 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:52,742 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:52,743 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:52,744 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:52,749 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:52,749 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,749 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true"]
2014-08-22 20:57:52,749 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:52,750 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:52,750 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:52,751 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_false_true
2014-08-22 20:57:52,751 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,752 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:52,776 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:52,794 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:52,808 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local416231082_0021
2014-08-22 20:57:52,822 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity416231082/.staging/job_local416231082_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,822 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity416231082/.staging/job_local416231082_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,861 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local416231082_0021/job_local416231082_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:52,862 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local416231082_0021/job_local416231082_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:52,863 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:52,863 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local416231082_0021
2014-08-22 20:57:52,863 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:52,863 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:52,863 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:52,867 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:52,867 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,869 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,870 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:52,870 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6516d55f
2014-08-22 20:57:52,871 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:52,872 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:52,894 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:52,895 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:52,895 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:52,895 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:52,895 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:52,897 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:52,897 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,905 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:52,905 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,911 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:52,911 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:52,911 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:52,912 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:52,912 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:52,916 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:52,917 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local416231082_0021_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,919 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:52,919 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local416231082_0021_m_000000_0' done.
2014-08-22 20:57:52,919 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,920 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:52,920 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:52,920 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local416231082_0021_r_000000_0
2014-08-22 20:57:52,922 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:52,922 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3d16e9d8
2014-08-22 20:57:52,923 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:52,924 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local416231082_0021_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:52,925 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#21 about to shuffle output of map attempt_local416231082_0021_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:52,926 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local416231082_0021_m_000000_0
2014-08-22 20:57:52,926 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:52,927 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:52,928 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,928 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:52,934 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,934 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,936 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:52,937 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:52,937 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:52,937 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:52,938 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:52,939 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,939 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:52,940 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:52,947 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:52,947 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true"]
2014-08-22 20:57:52,960 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local416231082_0021_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:52,962 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:52,962 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local416231082_0021_r_000000_0 is allowed to commit now
2014-08-22 20:57:52,963 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local416231082_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true/_temporary/0/task_local416231082_0021_r_000000
2014-08-22 20:57:52,965 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:52,965 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local416231082_0021_r_000000_0' done.
2014-08-22 20:57:52,965 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local416231082_0021_r_000000_0
2014-08-22 20:57:52,966 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:52,982 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true/_temporary
2014-08-22 20:57:53,009 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,025 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,026 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,032 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,034 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,035 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,039 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,039 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,040 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true"]
2014-08-22 20:57:53,040 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:53,040 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:53,041 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:53,042 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_false_true
2014-08-22 20:57:53,043 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,044 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,067 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,085 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,100 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1500276862_0022
2014-08-22 20:57:53,114 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1500276862/.staging/job_local1500276862_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,114 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity1500276862/.staging/job_local1500276862_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,154 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1500276862_0022/job_local1500276862_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,154 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1500276862_0022/job_local1500276862_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,155 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,155 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local1500276862_0022
2014-08-22 20:57:53,155 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,155 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,156 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,158 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,158 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,160 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,161 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,162 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7c564448
2014-08-22 20:57:53,163 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,163 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,187 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,187 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,187 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,187 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,187 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,189 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,189 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,199 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,205 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:53,205 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,206 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,206 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,206 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,210 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,212 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1500276862_0022_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,214 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,214 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1500276862_0022_m_000000_0' done.
2014-08-22 20:57:53,214 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1500276862_0022_r_000000_0
2014-08-22 20:57:53,217 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,217 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@447ecd43
2014-08-22 20:57:53,218 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,218 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1500276862_0022_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,220 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#22 about to shuffle output of map attempt_local1500276862_0022_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,221 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local1500276862_0022_m_000000_0
2014-08-22 20:57:53,221 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,222 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,223 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,223 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,227 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,227 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,229 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,229 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,229 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,229 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,230 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,230 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,238 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,238 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true"]
2014-08-22 20:57:53,252 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local1500276862_0022_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,253 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,253 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local1500276862_0022_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,254 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1500276862_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true/_temporary/0/task_local1500276862_0022_r_000000
2014-08-22 20:57:53,255 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,256 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1500276862_0022_r_000000_0' done.
2014-08-22 20:57:53,256 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1500276862_0022_r_000000_0
2014-08-22 20:57:53,256 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,274 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true/_temporary
2014-08-22 20:57:53,300 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,317 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,317 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,323 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,325 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,325 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true"]
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:53,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:53,331 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...ive/false_false_true_true
2014-08-22 20:57:53,332 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,334 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,357 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,375 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,390 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local585809143_0023
2014-08-22 20:57:53,404 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity585809143/.staging/job_local585809143_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,404 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity585809143/.staging/job_local585809143_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,443 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local585809143_0023/job_local585809143_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,444 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local585809143_0023/job_local585809143_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,445 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,445 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local585809143_0023
2014-08-22 20:57:53,445 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,445 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,446 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,448 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,448 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,450 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,451 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,451 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@52dd1d62
2014-08-22 20:57:53,452 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,453 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,476 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,476 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,476 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,476 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,477 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,478 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,478 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,486 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,487 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,492 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:53,493 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,493 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,493 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,493 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,497 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,499 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local585809143_0023_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,501 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local585809143_0023_m_000000_0' done.
2014-08-22 20:57:53,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,501 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,502 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,502 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local585809143_0023_r_000000_0
2014-08-22 20:57:53,504 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,504 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@217c26cc
2014-08-22 20:57:53,504 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,505 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local585809143_0023_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,507 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#23 about to shuffle output of map attempt_local585809143_0023_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,507 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local585809143_0023_m_000000_0
2014-08-22 20:57:53,508 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,508 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,509 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,510 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,511 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,512 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,513 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,514 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,514 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,515 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,515 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,516 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,516 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,517 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,524 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,524 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true"]
2014-08-22 20:57:53,537 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local585809143_0023_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,539 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,539 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local585809143_0023_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,540 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local585809143_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true/_temporary/0/task_local585809143_0023_r_000000
2014-08-22 20:57:53,541 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,541 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local585809143_0023_r_000000_0' done.
2014-08-22 20:57:53,541 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local585809143_0023_r_000000_0
2014-08-22 20:57:53,542 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,564 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true/_temporary
2014-08-22 20:57:53,591 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,608 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,608 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,614 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,616 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,617 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,621 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,621 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,622 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true"]
2014-08-22 20:57:53,622 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:53,622 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:53,622 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:53,623 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/true_false_true_true
2014-08-22 20:57:53,623 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,625 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:53,731 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,750 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:53,764 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local127868909_0024
2014-08-22 20:57:53,778 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127868909/.staging/job_local127868909_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,778 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity127868909/.staging/job_local127868909_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,820 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127868909_0024/job_local127868909_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:53,821 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local127868909_0024/job_local127868909_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:53,822 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:53,823 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local127868909_0024
2014-08-22 20:57:53,823 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:53,823 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:53,824 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:53,826 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:53,826 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,828 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,829 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:53,829 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2f4a2e75
2014-08-22 20:57:53,830 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:53,831 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:53,853 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:53,854 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:53,854 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:53,854 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:53,854 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:53,856 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:53,856 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,864 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,865 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,870 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:53,871 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:53,871 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:53,871 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:53,871 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:53,875 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:53,877 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local127868909_0024_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,879 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:53,879 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127868909_0024_m_000000_0' done.
2014-08-22 20:57:53,879 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,880 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:53,880 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:53,880 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local127868909_0024_r_000000_0
2014-08-22 20:57:53,882 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:53,882 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@8fa0f67
2014-08-22 20:57:53,883 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:53,884 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local127868909_0024_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:53,886 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#24 about to shuffle output of map attempt_local127868909_0024_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:53,886 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local127868909_0024_m_000000_0
2014-08-22 20:57:53,887 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:53,887 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:53,888 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,889 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:53,892 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,892 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,894 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:53,895 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:53,895 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:53,895 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:53,896 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:53,897 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:53,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:53,905 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:53,905 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true"]
2014-08-22 20:57:53,919 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local127868909_0024_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:53,920 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:53,920 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local127868909_0024_r_000000_0 is allowed to commit now
2014-08-22 20:57:53,921 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local127868909_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true/_temporary/0/task_local127868909_0024_r_000000
2014-08-22 20:57:53,922 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:53,923 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local127868909_0024_r_000000_0' done.
2014-08-22 20:57:53,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local127868909_0024_r_000000_0
2014-08-22 20:57:53,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:53,941 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true/_temporary
2014-08-22 20:57:53,967 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:53,985 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:53,985 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:53,991 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:53,993 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:53,993 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:53,997 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:53,998 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:53,998 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true"]
2014-08-22 20:57:53,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:53,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:53,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:54,000 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...nsive/true_true_true_true
2014-08-22 20:57:54,001 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,002 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,401 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,419 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:54,433 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2090907759_0025
2014-08-22 20:57:54,447 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2090907759/.staging/job_local2090907759_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:54,447 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity2090907759/.staging/job_local2090907759_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:54,487 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2090907759_0025/job_local2090907759_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:54,487 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2090907759_0025/job_local2090907759_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:54,488 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:54,488 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local2090907759_0025
2014-08-22 20:57:54,489 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:54,489 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:54,489 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:54,492 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:54,492 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,494 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,495 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:54,495 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@293d740f
2014-08-22 20:57:54,496 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:54,497 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:54,520 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:54,520 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:54,520 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:54,521 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:54,521 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:54,523 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:54,523 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,532 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,532 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,538 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:54,538 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:54,538 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:54,538 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:54,538 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:54,542 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:54,544 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2090907759_0025_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,546 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:54,546 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2090907759_0025_m_000000_0' done.
2014-08-22 20:57:54,546 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,546 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:54,547 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:54,547 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2090907759_0025_r_000000_0
2014-08-22 20:57:54,549 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,549 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@70729a2b
2014-08-22 20:57:54,549 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:54,550 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2090907759_0025_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:54,552 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#25 about to shuffle output of map attempt_local2090907759_0025_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:54,552 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local2090907759_0025_m_000000_0
2014-08-22 20:57:54,552 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:54,553 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:54,555 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,555 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:54,558 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,558 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,560 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:54,560 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:54,560 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:54,560 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,561 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,561 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:54,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,568 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,569 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true"]
2014-08-22 20:57:54,582 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local2090907759_0025_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,583 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,583 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local2090907759_0025_r_000000_0 is allowed to commit now
2014-08-22 20:57:54,584 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2090907759_0025_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true/_temporary/0/task_local2090907759_0025_r_000000
2014-08-22 20:57:54,585 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:54,586 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2090907759_0025_r_000000_0' done.
2014-08-22 20:57:54,586 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2090907759_0025_r_000000_0
2014-08-22 20:57:54,586 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:54,607 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true/_temporary
2014-08-22 20:57:54,633 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,651 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 20:57:54,652 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 20:57:54,658 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 20:57:54,660 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 20:57:54,660 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 20:57:54,665 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting
2014-08-22 20:57:54,665 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,666 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true"]
2014-08-22 20:57:54,666 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] parallel execution is enabled: false
2014-08-22 20:57:54,666 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] starting jobs: 1
2014-08-22 20:57:54,666 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [comprehensivesort] allocating threads: 1
2014-08-22 20:57:54,667 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] starting step: (1/1) ...sive/false_true_true_true
2014-08-22 20:57:54,667 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,668 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 20:57:54,691 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,707 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 20:57:54,721 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local489158402_0026
2014-08-22 20:57:54,735 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity489158402/.staging/job_local489158402_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:54,735 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/staging/teamcity489158402/.staging/job_local489158402_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:54,774 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local489158402_0026/job_local489158402_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-08-22 20:57:54,774 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local489158402_0026/job_local489158402_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-08-22 20:57:54,775 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 20:57:54,775 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] submitted hadoop job: job_local489158402_0026
2014-08-22 20:57:54,776 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [comprehensivesort] tracking url: http://localhost:8080/
2014-08-22 20:57:54,776 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 20:57:54,776 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 20:57:54,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 20:57:54,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,780 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,782 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt
2014-08-22 20:57:54,782 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@13757596
2014-08-22 20:57:54,783 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 20:57:54,783 INFO mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 20:57:54,807 INFO mapred.MapTask (MapTask.java:setEquator(1181)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 20:57:54,808 INFO mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 20:57:54,808 INFO mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 20:57:54,808 INFO mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 20:57:54,808 INFO mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 20:57:54,810 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 20:57:54,810 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,817 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt"]
2014-08-22 20:57:54,817 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,823 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-08-22 20:57:54,823 INFO mapred.MapTask (MapTask.java:flush(1435)) - Starting flush of map output
2014-08-22 20:57:54,823 INFO mapred.MapTask (MapTask.java:flush(1453)) - Spilling map output
2014-08-22 20:57:54,823 INFO mapred.MapTask (MapTask.java:flush(1454)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2014-08-22 20:57:54,823 INFO mapred.MapTask (MapTask.java:flush(1456)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2014-08-22 20:57:54,827 INFO mapred.MapTask (MapTask.java:sortAndSpill(1639)) - Finished spill 0
2014-08-22 20:57:54,829 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local489158402_0026_m_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,831 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/classes/test/data/lhs+rhs-cross.txt:0+221
2014-08-22 20:57:54,832 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local489158402_0026_m_000000_0' done.
2014-08-22 20:57:54,832 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,832 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 20:57:54,833 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 20:57:54,833 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local489158402_0026_r_000000_0
2014-08-22 20:57:54,834 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-08-22 20:57:54,834 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@e445a89
2014-08-22 20:57:54,835 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 20:57:54,836 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local489158402_0026_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 20:57:54,838 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#26 about to shuffle output of map attempt_local489158402_0026_m_000000_0 decomp: 964 len: 968 to MEMORY
2014-08-22 20:57:54,838 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 964 bytes from map-output for attempt_local489158402_0026_m_000000_0
2014-08-22 20:57:54,838 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 964, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->964
2014-08-22 20:57:54,840 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 20:57:54,841 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,841 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 20:57:54,844 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,844 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,846 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 964 bytes to disk to satisfy reduce memory limit
2014-08-22 20:57:54,846 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 968 bytes from disk
2014-08-22 20:57:54,846 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 20:57:54,847 INFO mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 20:57:54,847 INFO mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 952 bytes
2014-08-22 20:57:54,847 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,848 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 20:57:54,848 INFO hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 20:57:54,854 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']]
2014-08-22 20:57:54,854 INFO hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true"]
2014-08-22 20:57:54,867 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local489158402_0026_r_000000_0 is done. And is in the process of committing
2014-08-22 20:57:54,868 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 20:57:54,868 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local489158402_0026_r_000000_0 is allowed to commit now
2014-08-22 20:57:54,869 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local489158402_0026_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true/_temporary/0/task_local489158402_0026_r_000000
2014-08-22 20:57:54,870 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 20:57:54,870 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local489158402_0026_r_000000_0' done.
2014-08-22 20:57:54,870 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local489158402_0026_r_000000_0
2014-08-22 20:57:54,870 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 20:57:54,884 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output/hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true/_temporary
2014-08-22 20:57:54,911 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-08-22 20:57:54,914 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_true
2014-08-22 20:57:54,914 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_false
2014-08-22 20:57:54,914 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_false
2014-08-22 20:57:54,914 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_false
2014-08-22 20:57:54,914 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_true
2014-08-22 20:57:54,915 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_true
2014-08-22 20:57:54,915 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_true
2014-08-22 20:57:54,915 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_true_false
2014-08-22 20:57:54,915 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_true_false_false
2014-08-22 20:57:54,915 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_false
2014-08-22 20:57:54,916 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_false
2014-08-22 20:57:54,916 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_false
2014-08-22 20:57:54,916 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_true
2014-08-22 20:57:54,916 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_false_false
2014-08-22 20:57:54,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_true_true
2014-08-22 20:57:54,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_false
2014-08-22 20:57:54,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_true_false
2014-08-22 20:57:54,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_false_true
2014-08-22 20:57:54,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_false_true_true
2014-08-22 20:57:54,918 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_true_false_true
2014-08-22 20:57:54,918 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_false_true_true
2014-08-22 20:57:54,918 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_true_true
2014-08-22 20:57:54,918 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/false_null_false_true
2014-08-22 20:57:54,918 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.3.x/build/test/output//hadoop2-mr1/sortedvaluesplatform/comprehensive/true_null_false_false