Class cascading.detail.EveryPipeAssemblyPlatformTest

2014-08-22 23:20:39,232 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 23:20:39,301 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,301 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.detail.EveryPipeAssemblyPlatformTest
2014-08-22 23:20:39,382 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,399 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,409 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,419 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,426 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,426 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,433 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,439 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,439 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,445 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,450 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,450 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,455 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,457 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,458 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,458 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,459 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,459 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,460 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,464 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,465 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,471 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,471 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,479 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,487 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,494 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,500 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,504 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,508 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,508 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,512 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,516 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,516 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,520 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,524 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,524 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,528 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,528 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,529 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,529 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,530 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,530 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,530 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,534 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,534 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,538 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,538 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,541 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,545 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,548 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,551 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,554 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,557 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,557 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,560 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,564 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,564 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,568 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,572 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,573 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,575 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,575 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,575 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,576 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,576 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,577 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,577 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,578 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,578 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,578 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,579 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,579 INFO  detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop2-mr1
2014-08-22 23:20:39,600 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(106)) - not using cluster
2014-08-22 23:20:40,229 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 23:20:40,535 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:40,538 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:40,550 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: A7980C75007E4B2FB594A89A13729C97
2014-08-22 23:20:40,630 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:40,665 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:40,668 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:40,786 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 23:20:40,788 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:40,789 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:40,789 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_-1"]
2014-08-22 23:20:40,790 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:40,790 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:40,790 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:40,791 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/-1_'field'_-1
2014-08-22 23:20:40,817 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2014-08-22 23:20:40,818 INFO  jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2014-08-22 23:20:40,843 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:41,234 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:41,277 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:41,439 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local180782859_0001
2014-08-22 23:20:41,481 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity180782859/.staging/job_local180782859_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:41,493 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity180782859/.staging/job_local180782859_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:41,686 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local180782859_0001/job_local180782859_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:41,693 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local180782859_0001/job_local180782859_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:41,699 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:41,701 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:41,705 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local180782859_0001
2014-08-22 23:20:41,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:41,705 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:41,766 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:41,771 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local180782859_0001_m_000000_0
2014-08-22 23:20:41,820 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:41,832 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:41,832 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@28a50da4
2014-08-22 23:20:41,842 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:41,850 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:41,998 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:41,999 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:41,999 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:41,999 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:41,999 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:42,024 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:42,024 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:42,067 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2014-08-22 23:20:42,071 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:42,071 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:42,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:42,100 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:42,100 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:42,100 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:42,101 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:42,114 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:42,118 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local180782859_0001_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:42,129 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:42,130 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local180782859_0001_m_000000_0' done.
2014-08-22 23:20:42,130 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local180782859_0001_m_000000_0
2014-08-22 23:20:42,130 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:42,133 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:42,133 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local180782859_0001_r_000000_0
2014-08-22 23:20:42,142 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:42,145 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7640d611
2014-08-22 23:20:42,160 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:42,163 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local180782859_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:42,199 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#1 about to shuffle output of map attempt_local180782859_0001_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:42,204 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local180782859_0001_m_000000_0
2014-08-22 23:20:42,246 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:42,247 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:42,249 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:42,249 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:42,259 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:42,260 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:42,263 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:42,264 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:42,265 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:42,266 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:42,267 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:42,268 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:42,270 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:42,270 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:42,294 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:42,294 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_-1"]
2014-08-22 23:20:42,322 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local180782859_0001_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:42,324 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:42,325 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local180782859_0001_r_000000_0 is allowed to commit now
2014-08-22 23:20:42,326 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local180782859_0001_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_-1/_temporary/0/task_local180782859_0001_r_000000
2014-08-22 23:20:42,327 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:42,327 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local180782859_0001_r_000000_0' done.
2014-08-22 23:20:42,328 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local180782859_0001_r_000000_0
2014-08-22 23:20:42,328 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:42,373 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_-1/_temporary
2014-08-22 23:20:42,415 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:42,458 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:42,461 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_-1
2014-08-22 23:20:42,501 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:42,502 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:42,518 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:42,524 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:42,525 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:42,535 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:42,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:42,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_'field'"]
2014-08-22 23:20:42,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:42,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:42,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:42,537 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/-1_'field'_'field'
2014-08-22 23:20:42,538 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:42,541 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:42,574 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:42,599 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:42,641 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local238013054_0002
2014-08-22 23:20:42,665 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity238013054/.staging/job_local238013054_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:42,668 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity238013054/.staging/job_local238013054_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:42,749 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local238013054_0002/job_local238013054_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:42,752 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local238013054_0002/job_local238013054_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:42,753 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:42,753 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local238013054_0002
2014-08-22 23:20:42,754 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:42,754 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:42,755 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:42,759 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:42,759 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local238013054_0002_m_000000_0
2014-08-22 23:20:42,762 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:42,774 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:42,778 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@c77a748
2014-08-22 23:20:42,781 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:42,782 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:42,924 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:42,924 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:42,924 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:42,924 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:42,924 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:42,928 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:42,929 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:42,943 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:42,943 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:42,949 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:42,949 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:42,949 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:42,949 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:42,949 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:42,955 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:42,958 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local238013054_0002_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:42,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:42,962 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local238013054_0002_m_000000_0' done.
2014-08-22 23:20:42,962 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local238013054_0002_m_000000_0
2014-08-22 23:20:42,962 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:42,963 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:42,963 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local238013054_0002_r_000000_0
2014-08-22 23:20:42,966 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:42,966 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5be04861
2014-08-22 23:20:42,967 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:42,968 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local238013054_0002_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:42,972 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#2 about to shuffle output of map attempt_local238013054_0002_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:42,974 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local238013054_0002_m_000000_0
2014-08-22 23:20:42,974 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:42,975 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:42,977 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:42,977 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:42,981 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:42,981 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:42,985 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:42,985 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:42,986 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:42,986 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:42,987 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:42,988 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:42,989 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:42,989 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:43,000 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:43,001 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_'field'"]
2014-08-22 23:20:43,019 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local238013054_0002_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:43,021 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:43,022 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local238013054_0002_r_000000_0 is allowed to commit now
2014-08-22 23:20:43,023 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local238013054_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_'field'/_temporary/0/task_local238013054_0002_r_000000
2014-08-22 23:20:43,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:43,025 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local238013054_0002_r_000000_0' done.
2014-08-22 23:20:43,025 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local238013054_0002_r_000000_0
2014-08-22 23:20:43,025 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:43,056 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_'field'/_temporary
2014-08-22 23:20:43,101 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,146 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,149 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_'field'
2014-08-22 23:20:43,176 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:43,176 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:43,191 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:43,196 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:43,197 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:43,206 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:43,206 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:43,206 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_RESULTS"]
2014-08-22 23:20:43,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:43,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:43,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:43,208 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/-1_'field'_RESULTS
2014-08-22 23:20:43,209 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:43,212 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:43,252 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,277 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:43,336 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local331353657_0003
2014-08-22 23:20:43,364 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity331353657/.staging/job_local331353657_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:43,367 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity331353657/.staging/job_local331353657_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:43,440 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local331353657_0003/job_local331353657_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:43,442 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local331353657_0003/job_local331353657_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:43,443 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:43,443 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local331353657_0003
2014-08-22 23:20:43,443 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:43,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:43,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:43,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:43,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local331353657_0003_m_000000_0
2014-08-22 23:20:43,454 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:43,456 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:43,457 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@a211b37
2014-08-22 23:20:43,459 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:43,459 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:43,604 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:43,604 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:43,604 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:43,604 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:43,604 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:43,606 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:43,606 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:43,617 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:43,617 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:43,621 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:43,622 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:43,622 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:43,622 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:43,622 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:43,627 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:43,629 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local331353657_0003_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:43,632 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:43,632 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local331353657_0003_m_000000_0' done.
2014-08-22 23:20:43,632 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local331353657_0003_m_000000_0
2014-08-22 23:20:43,633 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:43,634 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:43,634 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local331353657_0003_r_000000_0
2014-08-22 23:20:43,636 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:43,637 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@976484e
2014-08-22 23:20:43,637 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:43,638 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local331353657_0003_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:43,641 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#3 about to shuffle output of map attempt_local331353657_0003_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:43,641 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local331353657_0003_m_000000_0
2014-08-22 23:20:43,642 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:43,643 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:43,644 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:43,644 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:43,647 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:43,647 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:43,651 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:43,651 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:43,652 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:43,652 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:43,652 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:43,653 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:43,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:43,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:43,663 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:43,663 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_RESULTS"]
2014-08-22 23:20:43,679 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local331353657_0003_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:43,681 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:43,681 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local331353657_0003_r_000000_0 is allowed to commit now
2014-08-22 23:20:43,682 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local331353657_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary/0/task_local331353657_0003_r_000000
2014-08-22 23:20:43,684 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:43,684 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local331353657_0003_r_000000_0' done.
2014-08-22 23:20:43,684 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local331353657_0003_r_000000_0
2014-08-22 23:20:43,685 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:43,711 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary
2014-08-22 23:20:43,752 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,801 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,804 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_RESULTS
2014-08-22 23:20:43,829 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:43,830 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:43,845 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:43,853 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:43,854 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:43,862 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:43,863 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:43,863 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_ALL"]
2014-08-22 23:20:43,863 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:43,864 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:43,864 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:43,864 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2014-08-22 23:20:43,865 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:43,867 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:43,897 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:43,919 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:43,939 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local8031195_0004
2014-08-22 23:20:43,959 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity8031195/.staging/job_local8031195_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:43,960 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity8031195/.staging/job_local8031195_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:44,019 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local8031195_0004/job_local8031195_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:44,021 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local8031195_0004/job_local8031195_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:44,022 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:44,023 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local8031195_0004
2014-08-22 23:20:44,023 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:44,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:44,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:44,029 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:44,029 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local8031195_0004_m_000000_0
2014-08-22 23:20:44,032 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:44,034 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:44,034 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@29dd8664
2014-08-22 23:20:44,036 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:44,036 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:44,184 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:44,184 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:44,184 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:44,184 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:44,184 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:44,186 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:44,187 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:44,197 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:44,197 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:44,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:44,201 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:44,201 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:44,201 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:44,202 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:44,206 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:44,209 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local8031195_0004_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:44,211 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:44,211 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local8031195_0004_m_000000_0' done.
2014-08-22 23:20:44,211 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local8031195_0004_m_000000_0
2014-08-22 23:20:44,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:44,212 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:44,213 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local8031195_0004_r_000000_0
2014-08-22 23:20:44,215 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:44,215 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7ef7bf2d
2014-08-22 23:20:44,216 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:44,217 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local8031195_0004_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:44,219 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#4 about to shuffle output of map attempt_local8031195_0004_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:44,220 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local8031195_0004_m_000000_0
2014-08-22 23:20:44,220 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:44,221 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:44,222 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,222 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:44,227 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:44,227 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:44,230 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:44,230 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:44,230 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:44,231 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:44,231 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:44,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,233 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:44,233 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:44,243 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:44,243 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_ALL"]
2014-08-22 23:20:44,260 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local8031195_0004_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:44,262 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,262 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local8031195_0004_r_000000_0 is allowed to commit now
2014-08-22 23:20:44,263 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local8031195_0004_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_ALL/_temporary/0/task_local8031195_0004_r_000000
2014-08-22 23:20:44,265 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:44,265 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local8031195_0004_r_000000_0' done.
2014-08-22 23:20:44,265 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local8031195_0004_r_000000_0
2014-08-22 23:20:44,266 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:44,287 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_ALL/_temporary
2014-08-22 23:20:44,325 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:44,364 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:44,367 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_ALL
2014-08-22 23:20:44,392 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:44,393 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:44,405 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_REPLACE
2014-08-22 23:20:44,437 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:44,437 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:44,449 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:44,453 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:44,454 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:44,461 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:44,461 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:44,462 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_SWAP"]
2014-08-22 23:20:44,462 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:44,462 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:44,462 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:44,463 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2014-08-22 23:20:44,464 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:44,465 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:44,494 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:44,515 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:44,549 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1766939618_0005
2014-08-22 23:20:44,568 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1766939618/.staging/job_local1766939618_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:44,570 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1766939618/.staging/job_local1766939618_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:44,623 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1766939618_0005/job_local1766939618_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:44,624 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1766939618_0005/job_local1766939618_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:44,625 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:44,625 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1766939618_0005
2014-08-22 23:20:44,625 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:44,626 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:44,627 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:44,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:44,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1766939618_0005_m_000000_0
2014-08-22 23:20:44,633 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:44,635 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:44,635 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5e15e68d
2014-08-22 23:20:44,636 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:44,637 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:44,776 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:44,776 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:44,776 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:44,776 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:44,776 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:44,779 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:44,779 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:44,788 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:44,788 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:44,792 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:44,793 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:44,793 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:44,793 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:44,793 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:44,797 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:44,800 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1766939618_0005_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:44,802 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:44,802 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1766939618_0005_m_000000_0' done.
2014-08-22 23:20:44,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1766939618_0005_m_000000_0
2014-08-22 23:20:44,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:44,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:44,804 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1766939618_0005_r_000000_0
2014-08-22 23:20:44,807 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:44,807 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5bf53293
2014-08-22 23:20:44,808 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:44,809 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1766939618_0005_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:44,811 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#5 about to shuffle output of map attempt_local1766939618_0005_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:44,812 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1766939618_0005_m_000000_0
2014-08-22 23:20:44,812 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:44,813 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:44,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,815 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:44,817 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:44,818 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:44,821 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:44,821 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:44,822 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:44,822 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:44,822 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:44,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,824 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:44,824 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:44,833 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:44,834 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_SWAP"]
2014-08-22 23:20:44,849 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1766939618_0005_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:44,851 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:44,851 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1766939618_0005_r_000000_0 is allowed to commit now
2014-08-22 23:20:44,852 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1766939618_0005_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_SWAP/_temporary/0/task_local1766939618_0005_r_000000
2014-08-22 23:20:44,854 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:44,854 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1766939618_0005_r_000000_0' done.
2014-08-22 23:20:44,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1766939618_0005_r_000000_0
2014-08-22 23:20:44,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:44,878 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_'field'_SWAP/_temporary
2014-08-22 23:20:44,911 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:44,946 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:44,947 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_'field'_SWAP
2014-08-22 23:20:44,968 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:44,968 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:44,979 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:44,984 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:44,984 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:44,992 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:44,992 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:44,993 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2014-08-22 23:20:44,993 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:44,993 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:44,993 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:44,994 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2014-08-22 23:20:44,994 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:44,995 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:45,309 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:45,329 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:45,346 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local181265681_0006
2014-08-22 23:20:45,368 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity181265681/.staging/job_local181265681_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:45,370 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity181265681/.staging/job_local181265681_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:45,424 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local181265681_0006/job_local181265681_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:45,425 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local181265681_0006/job_local181265681_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:45,426 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:45,426 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local181265681_0006
2014-08-22 23:20:45,426 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:45,426 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:45,427 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:45,430 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:45,431 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local181265681_0006_m_000000_0
2014-08-22 23:20:45,433 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:45,434 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:45,435 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@10469e8
2014-08-22 23:20:45,436 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:45,436 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:45,503 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:45,503 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:45,503 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:45,503 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:45,503 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:45,505 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:45,505 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:45,513 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:45,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:45,518 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:45,518 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:45,518 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:45,518 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:45,518 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:45,522 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:45,525 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local181265681_0006_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:45,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:45,527 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local181265681_0006_m_000000_0' done.
2014-08-22 23:20:45,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local181265681_0006_m_000000_0
2014-08-22 23:20:45,528 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:45,528 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:45,529 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local181265681_0006_r_000000_0
2014-08-22 23:20:45,531 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:45,531 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@33d88c1f
2014-08-22 23:20:45,532 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:45,532 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local181265681_0006_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:45,534 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#6 about to shuffle output of map attempt_local181265681_0006_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:45,535 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local181265681_0006_m_000000_0
2014-08-22 23:20:45,535 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:45,536 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:45,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:45,537 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:45,540 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:45,540 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:45,542 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:45,542 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:45,542 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:45,542 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:45,543 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:45,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:45,544 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:45,544 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:45,552 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:45,552 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2014-08-22 23:20:45,567 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local181265681_0006_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:45,569 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:45,569 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local181265681_0006_r_000000_0 is allowed to commit now
2014-08-22 23:20:45,570 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local181265681_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary/0/task_local181265681_0006_r_000000
2014-08-22 23:20:45,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:45,572 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local181265681_0006_r_000000_0' done.
2014-08-22 23:20:45,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local181265681_0006_r_000000_0
2014-08-22 23:20:45,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:45,597 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2014-08-22 23:20:45,629 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:45,664 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:45,666 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_-1
2014-08-22 23:20:45,684 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:45,685 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:45,693 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_'field'
2014-08-22 23:20:45,711 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:45,712 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:45,722 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:45,725 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:45,725 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:45,732 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:45,733 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:45,733 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2014-08-22 23:20:45,733 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:45,733 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:45,733 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:45,734 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2014-08-22 23:20:45,735 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:45,736 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:45,764 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:45,787 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:45,805 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1486589929_0007
2014-08-22 23:20:45,826 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1486589929/.staging/job_local1486589929_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:45,827 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1486589929/.staging/job_local1486589929_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:45,880 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1486589929_0007/job_local1486589929_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:45,881 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1486589929_0007/job_local1486589929_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:45,882 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:45,882 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1486589929_0007
2014-08-22 23:20:45,882 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:45,883 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:45,883 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:45,887 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:45,888 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1486589929_0007_m_000000_0
2014-08-22 23:20:45,890 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:45,891 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:45,892 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@54182d86
2014-08-22 23:20:45,893 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:45,893 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:46,035 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:46,035 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:46,035 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:46,035 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:46,035 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:46,037 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:46,037 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:46,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:46,047 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:46,051 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:46,051 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:46,051 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:46,051 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:46,051 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:46,056 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:46,058 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1486589929_0007_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:46,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:46,061 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1486589929_0007_m_000000_0' done.
2014-08-22 23:20:46,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1486589929_0007_m_000000_0
2014-08-22 23:20:46,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:46,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:46,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1486589929_0007_r_000000_0
2014-08-22 23:20:46,064 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:46,065 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3feef1eb
2014-08-22 23:20:46,066 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:46,067 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1486589929_0007_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:46,069 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#7 about to shuffle output of map attempt_local1486589929_0007_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:46,070 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1486589929_0007_m_000000_0
2014-08-22 23:20:46,070 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:46,071 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:46,072 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,072 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:46,076 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:46,077 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:46,079 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:46,080 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:46,080 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:46,080 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:46,081 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:46,082 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,082 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:46,083 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:46,091 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:46,091 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2014-08-22 23:20:46,105 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1486589929_0007_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:46,107 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,107 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1486589929_0007_r_000000_0 is allowed to commit now
2014-08-22 23:20:46,108 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1486589929_0007_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary/0/task_local1486589929_0007_r_000000
2014-08-22 23:20:46,109 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:46,109 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1486589929_0007_r_000000_0' done.
2014-08-22 23:20:46,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1486589929_0007_r_000000_0
2014-08-22 23:20:46,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:46,135 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2014-08-22 23:20:46,167 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,202 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,206 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2014-08-22 23:20:46,227 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:46,227 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:46,237 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:46,240 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:46,241 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:46,251 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:46,251 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:46,251 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2014-08-22 23:20:46,251 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:46,252 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:46,252 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:46,252 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2014-08-22 23:20:46,253 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:46,254 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:46,281 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,302 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:46,319 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1048589149_0008
2014-08-22 23:20:46,343 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1048589149/.staging/job_local1048589149_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:46,344 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1048589149/.staging/job_local1048589149_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:46,418 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1048589149_0008/job_local1048589149_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:46,420 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1048589149_0008/job_local1048589149_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:46,420 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:46,421 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1048589149_0008
2014-08-22 23:20:46,421 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:46,421 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:46,421 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:46,424 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:46,424 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1048589149_0008_m_000000_0
2014-08-22 23:20:46,427 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:46,428 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:46,429 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1c751d58
2014-08-22 23:20:46,431 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:46,431 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:46,574 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:46,574 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:46,575 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:46,575 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:46,575 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:46,576 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:46,576 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:46,586 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:46,586 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:46,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:46,590 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:46,590 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:46,591 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:46,591 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:46,595 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:46,597 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1048589149_0008_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:46,599 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:46,599 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1048589149_0008_m_000000_0' done.
2014-08-22 23:20:46,599 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1048589149_0008_m_000000_0
2014-08-22 23:20:46,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:46,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:46,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1048589149_0008_r_000000_0
2014-08-22 23:20:46,603 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:46,603 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@82aaec8
2014-08-22 23:20:46,604 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:46,605 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1048589149_0008_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:46,607 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#8 about to shuffle output of map attempt_local1048589149_0008_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:46,607 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1048589149_0008_m_000000_0
2014-08-22 23:20:46,607 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:46,608 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:46,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,609 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:46,613 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:46,613 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:46,615 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:46,616 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:46,616 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:46,616 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:46,616 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:46,617 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,618 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:46,618 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:46,625 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:46,625 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2014-08-22 23:20:46,640 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1048589149_0008_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:46,642 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:46,642 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1048589149_0008_r_000000_0 is allowed to commit now
2014-08-22 23:20:46,643 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1048589149_0008_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary/0/task_local1048589149_0008_r_000000
2014-08-22 23:20:46,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:46,645 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1048589149_0008_r_000000_0' done.
2014-08-22 23:20:46,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1048589149_0008_r_000000_0
2014-08-22 23:20:46,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:46,671 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2014-08-22 23:20:46,703 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,735 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,737 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_ALL
2014-08-22 23:20:46,755 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:46,756 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:46,765 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:46,768 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:46,769 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:46,777 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:46,777 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:46,777 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2014-08-22 23:20:46,777 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:46,777 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:46,778 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:46,778 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2014-08-22 23:20:46,779 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:46,780 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:46,806 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:46,829 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:46,847 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1226280353_0009
2014-08-22 23:20:46,867 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1226280353/.staging/job_local1226280353_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:46,868 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1226280353/.staging/job_local1226280353_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:46,923 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1226280353_0009/job_local1226280353_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:46,925 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1226280353_0009/job_local1226280353_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:46,925 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:46,926 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1226280353_0009
2014-08-22 23:20:46,926 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:46,927 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:46,927 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:46,931 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:46,931 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1226280353_0009_m_000000_0
2014-08-22 23:20:46,934 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:46,936 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:46,936 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3a18cecd
2014-08-22 23:20:46,938 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:46,938 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:47,090 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:47,090 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:47,090 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:47,091 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:47,091 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:47,093 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:47,093 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:47,101 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:47,101 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:47,105 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:47,105 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:47,106 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:47,106 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:47,106 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:47,149 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:47,152 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1226280353_0009_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:47,154 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:47,154 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1226280353_0009_m_000000_0' done.
2014-08-22 23:20:47,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1226280353_0009_m_000000_0
2014-08-22 23:20:47,155 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:47,156 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:47,156 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1226280353_0009_r_000000_0
2014-08-22 23:20:47,158 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:47,158 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6a754384
2014-08-22 23:20:47,159 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:47,160 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1226280353_0009_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:47,162 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#9 about to shuffle output of map attempt_local1226280353_0009_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:47,162 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1226280353_0009_m_000000_0
2014-08-22 23:20:47,162 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:47,164 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:47,165 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:47,165 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:47,167 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:47,168 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:47,169 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:47,170 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:47,170 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:47,170 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:47,170 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:47,174 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:47,175 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:47,175 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:47,183 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:47,183 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2014-08-22 23:20:47,193 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:47,196 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:47,198 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1226280353_0009
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:47,200 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1226280353_0009 state at FAILED
2014-08-22 23:20:47,200 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:47,201 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:47,201 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:47,208 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:47,209 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2014-08-22 23:20:47,209 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:47,210 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2014-08-22 23:20:47,210 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_REPLACE
2014-08-22 23:20:47,228 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:47,228 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:47,237 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:47,240 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:47,241 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:47,248 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:47,249 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:47,249 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2014-08-22 23:20:47,250 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:47,250 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:47,251 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:47,252 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2014-08-22 23:20:47,252 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:47,253 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:47,280 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:47,300 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:47,323 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local771173939_0010
2014-08-22 23:20:47,348 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity771173939/.staging/job_local771173939_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:47,349 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity771173939/.staging/job_local771173939_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:47,413 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local771173939_0010/job_local771173939_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:47,415 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local771173939_0010/job_local771173939_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:47,416 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:47,417 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local771173939_0010
2014-08-22 23:20:47,417 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:47,417 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:47,418 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:47,421 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:47,421 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local771173939_0010_m_000000_0
2014-08-22 23:20:47,423 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:47,425 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:47,425 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@26832226
2014-08-22 23:20:47,426 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:47,426 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:47,565 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:47,565 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:47,565 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:47,565 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:47,566 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:47,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:47,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:47,574 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:47,574 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:47,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:47,578 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:47,579 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:47,579 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:47,579 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:47,582 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:47,584 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local771173939_0010_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:47,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:47,587 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local771173939_0010_m_000000_0' done.
2014-08-22 23:20:47,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local771173939_0010_m_000000_0
2014-08-22 23:20:47,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:47,588 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:47,588 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local771173939_0010_r_000000_0
2014-08-22 23:20:47,590 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:47,591 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@18019707
2014-08-22 23:20:47,592 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:47,593 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local771173939_0010_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:47,595 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#10 about to shuffle output of map attempt_local771173939_0010_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:47,596 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local771173939_0010_m_000000_0
2014-08-22 23:20:47,596 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:47,596 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:47,598 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:47,598 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:47,600 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:47,601 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:47,603 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:47,603 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:47,604 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:47,604 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:47,605 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:47,606 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:47,606 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:47,607 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:47,614 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:47,614 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2014-08-22 23:20:47,628 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local771173939_0010_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:47,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:47,631 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local771173939_0010_r_000000_0 is allowed to commit now
2014-08-22 23:20:47,632 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local771173939_0010_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary/0/task_local771173939_0010_r_000000
2014-08-22 23:20:47,633 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:47,634 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local771173939_0010_r_000000_0' done.
2014-08-22 23:20:47,634 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local771173939_0010_r_000000_0
2014-08-22 23:20:47,635 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:47,658 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2014-08-22 23:20:47,689 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:47,720 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:47,722 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2014-08-22 23:20:47,741 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:47,742 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:47,751 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:47,753 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:47,754 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:47,760 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:47,760 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:47,760 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_-1"]
2014-08-22 23:20:47,761 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:47,761 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:47,761 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:47,762 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2014-08-22 23:20:47,763 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:47,764 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:47,788 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:47,807 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:47,825 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local595063150_0011
2014-08-22 23:20:47,844 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity595063150/.staging/job_local595063150_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:47,845 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity595063150/.staging/job_local595063150_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:47,894 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local595063150_0011/job_local595063150_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:47,895 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local595063150_0011/job_local595063150_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:47,896 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:47,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:47,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:47,897 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local595063150_0011
2014-08-22 23:20:47,899 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:47,900 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:47,901 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local595063150_0011_m_000000_0
2014-08-22 23:20:47,904 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:47,911 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:47,911 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2a46b75b
2014-08-22 23:20:47,913 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:47,914 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:48,212 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:48,212 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:48,212 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:48,213 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:48,213 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:48,214 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:48,214 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:48,221 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:48,221 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:48,226 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:48,226 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:48,226 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:48,226 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:48,226 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:48,230 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:48,232 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local595063150_0011_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:48,234 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:48,234 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local595063150_0011_m_000000_0' done.
2014-08-22 23:20:48,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local595063150_0011_m_000000_0
2014-08-22 23:20:48,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:48,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:48,236 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local595063150_0011_r_000000_0
2014-08-22 23:20:48,238 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:48,239 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6a50549
2014-08-22 23:20:48,239 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:48,240 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local595063150_0011_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:48,242 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#11 about to shuffle output of map attempt_local595063150_0011_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:48,242 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local595063150_0011_m_000000_0
2014-08-22 23:20:48,243 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:48,243 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:48,245 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:48,245 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:48,250 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:48,250 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:48,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:48,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:48,252 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:48,252 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:48,253 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:48,254 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:48,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:48,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:48,261 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:48,261 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_-1"]
2014-08-22 23:20:48,270 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:48,275 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:48,277 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local595063150_0011
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:48,279 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local595063150_0011 state at FAILED
2014-08-22 23:20:48,279 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:48,279 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:48,279 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:48,286 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:48,287 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2014-08-22 23:20:48,288 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:48,288 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_-1/_temporary
2014-08-22 23:20:48,289 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_-1
2014-08-22 23:20:48,306 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:48,307 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:48,314 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_'field'
2014-08-22 23:20:48,332 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:48,333 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:48,344 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:48,347 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:48,348 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:48,354 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:48,354 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:48,355 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2014-08-22 23:20:48,355 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:48,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:48,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:48,357 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2014-08-22 23:20:48,357 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:48,358 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:48,383 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:48,402 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:48,418 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local62749706_0012
2014-08-22 23:20:48,439 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity62749706/.staging/job_local62749706_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:48,440 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity62749706/.staging/job_local62749706_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:48,491 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local62749706_0012/job_local62749706_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:48,492 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local62749706_0012/job_local62749706_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:48,493 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:48,493 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:48,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:48,493 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local62749706_0012
2014-08-22 23:20:48,494 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:48,496 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:48,497 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local62749706_0012_m_000000_0
2014-08-22 23:20:48,498 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:48,500 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:48,500 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5d79a4c9
2014-08-22 23:20:48,501 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:48,502 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:48,648 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:48,649 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:48,649 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:48,650 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:48,651 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:48,652 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:48,653 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:48,660 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:48,661 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:48,665 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:48,666 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:48,667 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:48,667 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:48,668 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:48,672 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:48,674 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local62749706_0012_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:48,676 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:48,677 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local62749706_0012_m_000000_0' done.
2014-08-22 23:20:48,678 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local62749706_0012_m_000000_0
2014-08-22 23:20:48,678 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:48,679 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:48,679 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local62749706_0012_r_000000_0
2014-08-22 23:20:48,681 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:48,681 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@caa6635
2014-08-22 23:20:48,682 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:48,683 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local62749706_0012_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:48,685 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#12 about to shuffle output of map attempt_local62749706_0012_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:48,685 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local62749706_0012_m_000000_0
2014-08-22 23:20:48,685 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:48,686 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:48,687 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:48,687 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:48,689 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:48,689 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:48,691 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:48,691 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:48,692 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:48,692 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:48,692 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:48,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:48,693 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:48,693 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:48,700 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:48,700 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2014-08-22 23:20:48,709 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:48,710 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:48,712 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local62749706_0012
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:48,719 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local62749706_0012 state at FAILED
2014-08-22 23:20:48,719 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:48,719 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:48,719 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:48,725 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:48,726 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2014-08-22 23:20:48,726 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:48,727 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2014-08-22 23:20:48,727 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_RESULTS
2014-08-22 23:20:48,745 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:48,746 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:48,754 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:48,756 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:48,756 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:48,761 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:48,762 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:48,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_ALL"]
2014-08-22 23:20:48,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:48,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:48,764 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:48,765 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2014-08-22 23:20:48,766 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:48,767 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:48,792 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:48,810 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:48,825 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1197730663_0013
2014-08-22 23:20:48,848 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1197730663/.staging/job_local1197730663_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:48,850 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1197730663/.staging/job_local1197730663_0013/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:48,906 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1197730663_0013/job_local1197730663_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:48,909 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1197730663_0013/job_local1197730663_0013.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:48,909 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:48,910 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:48,910 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:48,910 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1197730663_0013
2014-08-22 23:20:48,911 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:48,913 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:48,913 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1197730663_0013_m_000000_0
2014-08-22 23:20:48,915 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:48,916 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:48,916 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@68cab3bf
2014-08-22 23:20:48,917 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:48,918 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:49,061 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:49,062 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:49,062 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:49,062 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:49,062 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:49,063 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:49,064 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:49,070 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:49,071 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:49,083 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:49,083 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:49,083 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:49,083 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:49,083 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:49,087 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:49,089 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1197730663_0013_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:49,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:49,091 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1197730663_0013_m_000000_0' done.
2014-08-22 23:20:49,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1197730663_0013_m_000000_0
2014-08-22 23:20:49,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:49,092 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:49,092 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1197730663_0013_r_000000_0
2014-08-22 23:20:49,094 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:49,094 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@316c171f
2014-08-22 23:20:49,095 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:49,095 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1197730663_0013_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:49,097 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#13 about to shuffle output of map attempt_local1197730663_0013_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:49,098 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1197730663_0013_m_000000_0
2014-08-22 23:20:49,098 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:49,099 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:49,100 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,100 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:49,105 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,105 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,107 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:49,107 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:49,108 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:49,108 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,108 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,109 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,110 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:49,110 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:49,117 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:49,117 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_ALL"]
2014-08-22 23:20:49,125 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:49,126 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:49,128 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1197730663_0013
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:49,138 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1197730663_0013 state at FAILED
2014-08-22 23:20:49,138 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:49,138 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:49,139 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:49,145 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:49,145 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2014-08-22 23:20:49,146 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:49,146 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_ALL/_temporary
2014-08-22 23:20:49,146 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_ALL
2014-08-22 23:20:49,164 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:49,165 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:49,172 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:49,174 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:49,175 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:49,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:49,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:49,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2014-08-22 23:20:49,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:49,180 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:49,181 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:49,182 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2014-08-22 23:20:49,182 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:49,183 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:49,209 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:49,227 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:49,243 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local6500401_0014
2014-08-22 23:20:49,261 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity6500401/.staging/job_local6500401_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:49,262 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity6500401/.staging/job_local6500401_0014/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:49,310 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local6500401_0014/job_local6500401_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:49,311 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local6500401_0014/job_local6500401_0014.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:49,312 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:49,312 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local6500401_0014
2014-08-22 23:20:49,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:49,313 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:49,313 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:49,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:49,316 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local6500401_0014_m_000000_0
2014-08-22 23:20:49,317 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:49,319 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:49,319 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@61dd1c39
2014-08-22 23:20:49,320 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:49,320 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:49,462 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:49,463 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:49,463 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:49,463 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:49,463 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:49,464 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:49,464 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:49,471 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:49,471 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:49,475 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:49,475 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:49,475 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:49,476 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:49,476 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:49,479 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:49,481 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local6500401_0014_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:49,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:49,484 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local6500401_0014_m_000000_0' done.
2014-08-22 23:20:49,484 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local6500401_0014_m_000000_0
2014-08-22 23:20:49,484 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:49,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:49,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local6500401_0014_r_000000_0
2014-08-22 23:20:49,487 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:49,487 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@512dbd1a
2014-08-22 23:20:49,488 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:49,489 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local6500401_0014_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:49,491 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#14 about to shuffle output of map attempt_local6500401_0014_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:49,492 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local6500401_0014_m_000000_0
2014-08-22 23:20:49,492 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:49,492 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:49,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,494 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:49,496 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,496 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,498 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:49,499 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:49,499 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:49,499 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,500 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,501 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,501 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:49,502 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:49,509 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:49,509 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2014-08-22 23:20:49,517 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:49,521 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:49,523 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local6500401_0014
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:49,528 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local6500401_0014 state at FAILED
2014-08-22 23:20:49,529 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:49,529 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:49,529 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:49,535 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:49,536 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2014-08-22 23:20:49,536 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:49,537 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2014-08-22 23:20:49,537 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_REPLACE
2014-08-22 23:20:49,554 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:49,554 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:49,562 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:49,564 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:49,565 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:49,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:49,570 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:49,570 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_SWAP"]
2014-08-22 23:20:49,571 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:49,571 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:49,571 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:49,573 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2014-08-22 23:20:49,574 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:49,575 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:49,598 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:49,616 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:49,632 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local651101690_0015
2014-08-22 23:20:49,650 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity651101690/.staging/job_local651101690_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:49,651 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity651101690/.staging/job_local651101690_0015/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:49,701 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local651101690_0015/job_local651101690_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:49,702 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local651101690_0015/job_local651101690_0015.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:49,703 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:49,703 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local651101690_0015
2014-08-22 23:20:49,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:49,703 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:49,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:49,706 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:49,706 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local651101690_0015_m_000000_0
2014-08-22 23:20:49,709 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:49,710 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:49,710 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@d121b88
2014-08-22 23:20:49,711 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:49,711 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:49,961 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:49,961 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:49,962 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:49,962 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:49,963 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:49,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:49,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:49,972 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:49,972 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:49,976 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:49,976 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:49,976 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:49,976 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:49,977 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:49,980 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:49,982 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local651101690_0015_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:49,984 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:49,984 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local651101690_0015_m_000000_0' done.
2014-08-22 23:20:49,984 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local651101690_0015_m_000000_0
2014-08-22 23:20:49,985 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:49,985 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:49,986 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local651101690_0015_r_000000_0
2014-08-22 23:20:49,987 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:49,987 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@378c3efb
2014-08-22 23:20:49,988 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:49,989 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local651101690_0015_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:49,991 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#15 about to shuffle output of map attempt_local651101690_0015_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:49,991 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local651101690_0015_m_000000_0
2014-08-22 23:20:49,991 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:49,992 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:49,993 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,993 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:49,995 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,996 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,997 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:49,997 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:49,998 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:49,998 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:49,998 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:49,999 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:49,999 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:49,999 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:50,006 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:50,006 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_SWAP"]
2014-08-22 23:20:50,014 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:50,015 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:50,017 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local651101690_0015
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:50,025 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local651101690_0015 state at FAILED
2014-08-22 23:20:50,025 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:50,025 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:50,025 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:50,031 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:50,031 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2014-08-22 23:20:50,032 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:50,032 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_SWAP/_temporary
2014-08-22 23:20:50,033 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_VALUES_SWAP
2014-08-22 23:20:50,050 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:50,050 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:50,058 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:50,060 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:50,061 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:50,065 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:50,065 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:50,066 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_-1"]
2014-08-22 23:20:50,066 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:50,066 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:50,066 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:50,067 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2014-08-22 23:20:50,067 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:50,068 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:50,093 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,112 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:50,128 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2025087929_0016
2014-08-22 23:20:50,147 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2025087929/.staging/job_local2025087929_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:50,149 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2025087929/.staging/job_local2025087929_0016/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:50,200 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2025087929_0016/job_local2025087929_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:50,201 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2025087929_0016/job_local2025087929_0016.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:50,202 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:50,202 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local2025087929_0016
2014-08-22 23:20:50,202 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:50,203 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:50,203 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:50,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:50,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2025087929_0016_m_000000_0
2014-08-22 23:20:50,207 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:50,210 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:50,210 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@555214b9
2014-08-22 23:20:50,211 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:50,212 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:50,359 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:50,360 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:50,360 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:50,360 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:50,360 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:50,362 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:50,362 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:50,369 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:50,369 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:50,373 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:50,373 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:50,373 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:50,374 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:50,374 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:50,377 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:50,379 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2025087929_0016_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:50,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:50,381 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2025087929_0016_m_000000_0' done.
2014-08-22 23:20:50,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2025087929_0016_m_000000_0
2014-08-22 23:20:50,381 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:50,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:50,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2025087929_0016_r_000000_0
2014-08-22 23:20:50,384 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:50,384 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@74a60905
2014-08-22 23:20:50,385 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:50,386 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2025087929_0016_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:50,387 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#16 about to shuffle output of map attempt_local2025087929_0016_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:50,388 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local2025087929_0016_m_000000_0
2014-08-22 23:20:50,388 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:50,389 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:50,390 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,390 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:50,392 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:50,393 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:50,395 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:50,396 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:50,396 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:50,396 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:50,397 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:50,397 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,398 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:50,398 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:50,405 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:50,405 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_-1"]
2014-08-22 23:20:50,418 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2025087929_0016_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:50,420 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,420 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2025087929_0016_r_000000_0 is allowed to commit now
2014-08-22 23:20:50,421 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2025087929_0016_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_-1/_temporary/0/task_local2025087929_0016_r_000000
2014-08-22 23:20:50,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:50,422 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2025087929_0016_r_000000_0' done.
2014-08-22 23:20:50,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2025087929_0016_r_000000_0
2014-08-22 23:20:50,422 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:50,444 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_-1/_temporary
2014-08-22 23:20:50,474 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,505 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,506 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_-1
2014-08-22 23:20:50,524 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:50,524 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:50,530 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_'field'
2014-08-22 23:20:50,547 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:50,547 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:50,554 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:50,556 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:50,556 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:50,561 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:50,561 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:50,562 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2014-08-22 23:20:50,562 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:50,562 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:50,562 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:50,564 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2014-08-22 23:20:50,564 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:50,565 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:50,590 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,609 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:50,625 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1921209682_0017
2014-08-22 23:20:50,642 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1921209682/.staging/job_local1921209682_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:50,643 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1921209682/.staging/job_local1921209682_0017/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:50,707 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1921209682_0017/job_local1921209682_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:50,709 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1921209682_0017/job_local1921209682_0017.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:50,709 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:50,710 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1921209682_0017
2014-08-22 23:20:50,710 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:50,710 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:50,711 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:50,713 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:50,713 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1921209682_0017_m_000000_0
2014-08-22 23:20:50,715 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:50,717 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:50,717 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1e7d3b8e
2014-08-22 23:20:50,718 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:50,718 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:50,752 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:50,752 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:50,753 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:50,753 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:50,753 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:50,754 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:50,754 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:50,761 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:50,761 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:50,766 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:50,766 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:50,766 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:50,767 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:50,767 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:50,770 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:50,772 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1921209682_0017_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:50,774 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:50,774 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1921209682_0017_m_000000_0' done.
2014-08-22 23:20:50,775 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1921209682_0017_m_000000_0
2014-08-22 23:20:50,775 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:50,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:50,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1921209682_0017_r_000000_0
2014-08-22 23:20:50,778 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:50,778 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@462c65f5
2014-08-22 23:20:50,779 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:50,779 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1921209682_0017_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:50,781 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#17 about to shuffle output of map attempt_local1921209682_0017_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:50,782 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1921209682_0017_m_000000_0
2014-08-22 23:20:50,782 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:50,783 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:50,784 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,785 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:50,787 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:50,787 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:50,789 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:50,789 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:50,789 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:50,789 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:50,790 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:50,791 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,791 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:50,791 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:50,799 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:50,799 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2014-08-22 23:20:50,813 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1921209682_0017_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:50,814 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:50,815 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1921209682_0017_r_000000_0 is allowed to commit now
2014-08-22 23:20:50,816 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1921209682_0017_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary/0/task_local1921209682_0017_r_000000
2014-08-22 23:20:50,817 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:50,818 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1921209682_0017_r_000000_0' done.
2014-08-22 23:20:50,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1921209682_0017_r_000000_0
2014-08-22 23:20:50,819 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:50,838 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2014-08-22 23:20:50,873 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,909 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:50,911 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_RESULTS
2014-08-22 23:20:50,933 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:50,934 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:50,941 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_ALL
2014-08-22 23:20:50,962 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:50,963 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:50,972 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:50,974 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:50,975 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:50,980 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:50,980 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:50,981 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2014-08-22 23:20:50,981 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:50,981 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:50,981 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:50,982 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2014-08-22 23:20:50,985 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:50,987 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:51,011 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,029 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:51,044 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local951409524_0018
2014-08-22 23:20:51,063 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity951409524/.staging/job_local951409524_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,064 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity951409524/.staging/job_local951409524_0018/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,109 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local951409524_0018/job_local951409524_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,110 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local951409524_0018/job_local951409524_0018.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,111 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:51,111 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local951409524_0018
2014-08-22 23:20:51,112 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:51,112 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:51,112 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:51,115 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:51,115 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local951409524_0018_m_000000_0
2014-08-22 23:20:51,116 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,118 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:51,118 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5d44e0ad
2014-08-22 23:20:51,119 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:51,119 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:51,148 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:51,148 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:51,148 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:51,148 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:51,148 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:51,150 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:51,150 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:51,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,161 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:51,161 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:51,161 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:51,161 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:51,161 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:51,165 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:51,167 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local951409524_0018_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,169 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:51,169 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local951409524_0018_m_000000_0' done.
2014-08-22 23:20:51,169 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local951409524_0018_m_000000_0
2014-08-22 23:20:51,170 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:51,170 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:51,171 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local951409524_0018_r_000000_0
2014-08-22 23:20:51,172 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,173 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@59dc73f9
2014-08-22 23:20:51,174 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:51,175 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local951409524_0018_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:51,177 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#18 about to shuffle output of map attempt_local951409524_0018_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:51,178 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local951409524_0018_m_000000_0
2014-08-22 23:20:51,178 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:51,179 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:51,183 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,183 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:51,185 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,185 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,187 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:51,187 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:51,187 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:51,188 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,188 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,189 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:51,189 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,195 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,196 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2014-08-22 23:20:51,208 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local951409524_0018_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,210 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,210 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local951409524_0018_r_000000_0 is allowed to commit now
2014-08-22 23:20:51,211 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local951409524_0018_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary/0/task_local951409524_0018_r_000000
2014-08-22 23:20:51,213 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:51,213 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local951409524_0018_r_000000_0' done.
2014-08-22 23:20:51,213 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local951409524_0018_r_000000_0
2014-08-22 23:20:51,214 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:51,230 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2014-08-22 23:20:51,259 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,289 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,290 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_REPLACE
2014-08-22 23:20:51,307 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:51,307 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:51,313 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:51,315 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:51,316 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:51,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:51,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:51,321 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_SWAP"]
2014-08-22 23:20:51,321 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:51,321 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:51,322 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:51,322 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2014-08-22 23:20:51,323 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:51,324 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:51,347 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,366 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:51,381 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local753201893_0019
2014-08-22 23:20:51,399 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity753201893/.staging/job_local753201893_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,400 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity753201893/.staging/job_local753201893_0019/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,447 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local753201893_0019/job_local753201893_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,448 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local753201893_0019/job_local753201893_0019.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,449 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:51,450 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:51,450 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:51,450 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local753201893_0019
2014-08-22 23:20:51,450 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:51,452 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:51,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local753201893_0019_m_000000_0
2014-08-22 23:20:51,454 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,455 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:51,456 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@46844c3d
2014-08-22 23:20:51,457 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:51,457 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:51,505 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:51,506 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:51,506 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:51,506 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:51,506 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:51,507 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:51,507 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:51,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,518 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:51,518 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:51,518 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:51,518 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:51,519 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:51,522 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:51,524 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local753201893_0019_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,526 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:51,526 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local753201893_0019_m_000000_0' done.
2014-08-22 23:20:51,526 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local753201893_0019_m_000000_0
2014-08-22 23:20:51,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:51,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:51,527 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local753201893_0019_r_000000_0
2014-08-22 23:20:51,529 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,529 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2957c7bf
2014-08-22 23:20:51,530 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:51,531 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local753201893_0019_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:51,533 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#19 about to shuffle output of map attempt_local753201893_0019_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:51,533 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local753201893_0019_m_000000_0
2014-08-22 23:20:51,533 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:51,534 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:51,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,537 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:51,539 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,539 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,541 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:51,541 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:51,542 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:51,542 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,542 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:51,543 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,551 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,552 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_SWAP"]
2014-08-22 23:20:51,566 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local753201893_0019_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,567 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,568 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local753201893_0019_r_000000_0 is allowed to commit now
2014-08-22 23:20:51,568 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local753201893_0019_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary/0/task_local753201893_0019_r_000000
2014-08-22 23:20:51,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:51,570 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local753201893_0019_r_000000_0' done.
2014-08-22 23:20:51,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local753201893_0019_r_000000_0
2014-08-22 23:20:51,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:51,589 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary
2014-08-22 23:20:51,622 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,660 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,661 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/-1_ARGS_SWAP
2014-08-22 23:20:51,677 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:51,678 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:51,684 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:51,685 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:51,686 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:51,690 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:51,690 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:51,690 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_-1"]
2014-08-22 23:20:51,691 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:51,691 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:51,691 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:51,692 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...mblyplatform/0_'field'_-1
2014-08-22 23:20:51,693 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:51,694 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:51,717 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,736 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:51,752 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local627431600_0020
2014-08-22 23:20:51,769 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity627431600/.staging/job_local627431600_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,770 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity627431600/.staging/job_local627431600_0020/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,816 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local627431600_0020/job_local627431600_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:51,817 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local627431600_0020/job_local627431600_0020.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:51,818 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:51,818 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local627431600_0020
2014-08-22 23:20:51,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:51,818 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:51,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:51,821 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:51,821 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local627431600_0020_m_000000_0
2014-08-22 23:20:51,823 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,824 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:51,824 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6cbaa6f7
2014-08-22 23:20:51,825 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:51,826 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:51,843 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:51,843 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:51,843 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:51,843 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:51,844 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:51,845 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:51,845 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:51,851 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:51,855 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:51,855 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:51,855 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:51,856 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:51,859 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:51,860 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local627431600_0020_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,862 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:51,862 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local627431600_0020_m_000000_0' done.
2014-08-22 23:20:51,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local627431600_0020_m_000000_0
2014-08-22 23:20:51,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:51,864 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:51,864 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local627431600_0020_r_000000_0
2014-08-22 23:20:51,865 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:51,866 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@14c8cdca
2014-08-22 23:20:51,866 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:51,867 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local627431600_0020_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:51,869 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#20 about to shuffle output of map attempt_local627431600_0020_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:51,870 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local627431600_0020_m_000000_0
2014-08-22 23:20:51,870 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:51,871 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:51,872 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,872 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:51,874 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,874 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,876 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:51,876 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:51,876 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:51,876 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:51,877 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:51,877 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,878 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:51,878 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:51,884 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:51,884 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_-1"]
2014-08-22 23:20:51,897 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local627431600_0020_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:51,898 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:51,899 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local627431600_0020_r_000000_0 is allowed to commit now
2014-08-22 23:20:51,900 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local627431600_0020_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_-1/_temporary/0/task_local627431600_0020_r_000000
2014-08-22 23:20:51,901 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:51,901 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local627431600_0020_r_000000_0' done.
2014-08-22 23:20:51,902 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local627431600_0020_r_000000_0
2014-08-22 23:20:51,902 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:51,926 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_-1/_temporary
2014-08-22 23:20:51,959 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,994 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:51,995 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_-1
2014-08-22 23:20:52,015 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:52,015 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:52,027 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:52,029 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:52,029 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:52,033 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:52,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_'field'"]
2014-08-22 23:20:52,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:52,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:52,034 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:52,035 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/0_'field'_'field'
2014-08-22 23:20:52,035 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,036 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,060 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,078 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:52,094 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local759178634_0021
2014-08-22 23:20:52,114 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity759178634/.staging/job_local759178634_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,115 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity759178634/.staging/job_local759178634_0021/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,183 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local759178634_0021/job_local759178634_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,184 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local759178634_0021/job_local759178634_0021.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,185 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:52,185 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local759178634_0021
2014-08-22 23:20:52,185 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:52,187 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:52,187 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:52,189 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:52,190 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local759178634_0021_m_000000_0
2014-08-22 23:20:52,191 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,193 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:52,193 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@589d4d84
2014-08-22 23:20:52,194 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:52,194 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:52,212 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:52,212 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:52,212 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:52,212 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:52,212 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:52,214 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:52,214 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,220 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,220 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,224 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:52,224 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:52,224 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:52,225 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:52,225 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:52,228 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:52,230 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local759178634_0021_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:52,232 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local759178634_0021_m_000000_0' done.
2014-08-22 23:20:52,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local759178634_0021_m_000000_0
2014-08-22 23:20:52,232 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:52,233 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:52,233 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local759178634_0021_r_000000_0
2014-08-22 23:20:52,235 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,235 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@22b67f7c
2014-08-22 23:20:52,235 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:52,236 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local759178634_0021_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:52,238 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#21 about to shuffle output of map attempt_local759178634_0021_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:52,238 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local759178634_0021_m_000000_0
2014-08-22 23:20:52,238 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:52,240 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:52,241 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,242 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:52,244 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,244 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,245 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:52,246 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:52,246 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:52,246 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,246 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,247 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,247 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:52,248 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,254 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_'field'"]
2014-08-22 23:20:52,268 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local759178634_0021_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,270 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,270 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local759178634_0021_r_000000_0 is allowed to commit now
2014-08-22 23:20:52,271 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local759178634_0021_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_'field'/_temporary/0/task_local759178634_0021_r_000000
2014-08-22 23:20:52,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:52,272 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local759178634_0021_r_000000_0' done.
2014-08-22 23:20:52,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local759178634_0021_r_000000_0
2014-08-22 23:20:52,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:52,289 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_'field'/_temporary
2014-08-22 23:20:52,318 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,350 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,352 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_'field'
2014-08-22 23:20:52,370 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:52,371 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:52,378 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:52,380 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:52,381 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:52,385 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:52,386 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,386 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_RESULTS"]
2014-08-22 23:20:52,386 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:52,387 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:52,387 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:52,388 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/0_'field'_RESULTS
2014-08-22 23:20:52,389 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,390 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,416 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,435 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:52,456 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1333114469_0022
2014-08-22 23:20:52,477 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1333114469/.staging/job_local1333114469_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,478 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1333114469/.staging/job_local1333114469_0022/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,539 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1333114469_0022/job_local1333114469_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,541 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1333114469_0022/job_local1333114469_0022.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,541 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:52,542 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1333114469_0022
2014-08-22 23:20:52,542 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:52,542 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:52,543 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:52,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:52,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1333114469_0022_m_000000_0
2014-08-22 23:20:52,548 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,549 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:52,549 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3acf7bf3
2014-08-22 23:20:52,551 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:52,551 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:52,573 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:52,573 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:52,573 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:52,573 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:52,573 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:52,574 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:52,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,581 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,581 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,586 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:52,586 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:52,586 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:52,586 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:52,586 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:52,589 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:52,591 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1333114469_0022_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,593 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:52,593 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1333114469_0022_m_000000_0' done.
2014-08-22 23:20:52,593 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1333114469_0022_m_000000_0
2014-08-22 23:20:52,593 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:52,594 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:52,594 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1333114469_0022_r_000000_0
2014-08-22 23:20:52,596 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,596 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@201b4434
2014-08-22 23:20:52,596 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:52,597 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1333114469_0022_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:52,599 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#22 about to shuffle output of map attempt_local1333114469_0022_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:52,599 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1333114469_0022_m_000000_0
2014-08-22 23:20:52,600 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:52,601 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:52,602 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,602 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:52,604 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,604 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,606 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:52,607 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:52,607 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:52,607 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,608 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,609 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:52,609 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,615 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,615 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_RESULTS"]
2014-08-22 23:20:52,627 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1333114469_0022_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,628 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,629 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1333114469_0022_r_000000_0 is allowed to commit now
2014-08-22 23:20:52,629 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1333114469_0022_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_RESULTS/_temporary/0/task_local1333114469_0022_r_000000
2014-08-22 23:20:52,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:52,631 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1333114469_0022_r_000000_0' done.
2014-08-22 23:20:52,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1333114469_0022_r_000000_0
2014-08-22 23:20:52,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:52,649 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_RESULTS/_temporary
2014-08-22 23:20:52,678 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,709 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,710 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_RESULTS
2014-08-22 23:20:52,726 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:52,727 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:52,732 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:52,734 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:52,735 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:52,738 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:52,739 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,739 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_ALL"]
2014-08-22 23:20:52,739 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:52,739 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:52,739 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:52,740 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/0_'field'_ALL
2014-08-22 23:20:52,741 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,741 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:52,767 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:52,786 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:52,801 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local988214051_0023
2014-08-22 23:20:52,818 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity988214051/.staging/job_local988214051_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,819 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity988214051/.staging/job_local988214051_0023/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,867 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local988214051_0023/job_local988214051_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:52,868 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local988214051_0023/job_local988214051_0023.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:52,868 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:52,869 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local988214051_0023
2014-08-22 23:20:52,869 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:52,869 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:52,870 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:52,873 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:52,873 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local988214051_0023_m_000000_0
2014-08-22 23:20:52,875 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,876 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:52,876 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@21a34544
2014-08-22 23:20:52,877 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:52,878 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:52,900 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:52,900 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:52,900 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:52,900 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:52,900 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:52,901 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:52,902 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,908 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:52,908 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,912 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:52,912 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:52,912 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:52,912 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:52,912 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:52,915 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:52,917 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local988214051_0023_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:52,919 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local988214051_0023_m_000000_0' done.
2014-08-22 23:20:52,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local988214051_0023_m_000000_0
2014-08-22 23:20:52,919 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:52,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:52,920 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local988214051_0023_r_000000_0
2014-08-22 23:20:52,922 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:52,922 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4128dca6
2014-08-22 23:20:52,923 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:52,923 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local988214051_0023_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:52,925 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#23 about to shuffle output of map attempt_local988214051_0023_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:52,926 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local988214051_0023_m_000000_0
2014-08-22 23:20:52,926 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:52,927 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:52,928 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,928 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:52,931 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,931 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,932 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:52,933 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:52,933 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:52,933 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:52,934 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:52,934 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,934 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:52,935 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:52,941 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:52,941 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_ALL"]
2014-08-22 23:20:52,954 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local988214051_0023_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:52,955 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:52,955 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local988214051_0023_r_000000_0 is allowed to commit now
2014-08-22 23:20:52,956 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local988214051_0023_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_ALL/_temporary/0/task_local988214051_0023_r_000000
2014-08-22 23:20:52,957 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:52,957 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local988214051_0023_r_000000_0' done.
2014-08-22 23:20:52,957 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local988214051_0023_r_000000_0
2014-08-22 23:20:52,958 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:52,976 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_ALL/_temporary
2014-08-22 23:20:53,005 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,034 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,036 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_ALL
2014-08-22 23:20:53,052 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:53,052 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:53,057 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_REPLACE
2014-08-22 23:20:53,073 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:53,073 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:53,079 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:53,081 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:53,081 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:53,085 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:53,085 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_SWAP"]
2014-08-22 23:20:53,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:53,086 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:53,087 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:53,089 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2014-08-22 23:20:53,089 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,090 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,113 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,131 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:53,147 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1325559480_0024
2014-08-22 23:20:53,159 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:53,166 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1325559480/.staging/job_local1325559480_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,167 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1325559480/.staging/job_local1325559480_0024/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,214 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1325559480_0024/job_local1325559480_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,215 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1325559480_0024/job_local1325559480_0024.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,215 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:53,216 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1325559480_0024
2014-08-22 23:20:53,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:53,216 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:53,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:53,219 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:53,219 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1325559480_0024_m_000000_0
2014-08-22 23:20:53,220 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,222 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:53,222 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@387f9d70
2014-08-22 23:20:53,223 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:53,223 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:53,245 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:53,245 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:53,246 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:53,246 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:53,246 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:53,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:53,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,254 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,255 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,260 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:53,260 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:53,261 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:53,261 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:53,261 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:53,264 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:53,266 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1325559480_0024_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,268 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:53,268 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1325559480_0024_m_000000_0' done.
2014-08-22 23:20:53,268 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1325559480_0024_m_000000_0
2014-08-22 23:20:53,269 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:53,269 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:53,269 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1325559480_0024_r_000000_0
2014-08-22 23:20:53,271 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,272 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@c5b644b
2014-08-22 23:20:53,272 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:53,273 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1325559480_0024_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:53,275 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#24 about to shuffle output of map attempt_local1325559480_0024_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:53,276 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1325559480_0024_m_000000_0
2014-08-22 23:20:53,276 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:53,276 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:53,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,278 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:53,282 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,282 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,284 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:53,284 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:53,285 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:53,285 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,285 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,286 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,287 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:53,287 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,293 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,293 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_SWAP"]
2014-08-22 23:20:53,306 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1325559480_0024_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,307 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1325559480_0024_r_000000_0 is allowed to commit now
2014-08-22 23:20:53,308 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1325559480_0024_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_SWAP/_temporary/0/task_local1325559480_0024_r_000000
2014-08-22 23:20:53,309 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:53,310 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1325559480_0024_r_000000_0' done.
2014-08-22 23:20:53,310 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1325559480_0024_r_000000_0
2014-08-22 23:20:53,310 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:53,332 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_'field'_SWAP/_temporary
2014-08-22 23:20:53,361 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,390 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,392 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_'field'_SWAP
2014-08-22 23:20:53,407 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:53,408 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:53,414 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:53,415 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:53,416 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:53,420 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:53,420 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,420 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_-1"]
2014-08-22 23:20:53,421 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:53,421 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:53,422 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:53,422 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2014-08-22 23:20:53,423 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,424 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,447 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,465 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:53,480 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1760789483_0025
2014-08-22 23:20:53,497 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1760789483/.staging/job_local1760789483_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,498 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1760789483/.staging/job_local1760789483_0025/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,543 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1760789483_0025/job_local1760789483_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,544 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1760789483_0025/job_local1760789483_0025.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,545 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:53,545 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1760789483_0025
2014-08-22 23:20:53,545 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:53,545 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:53,546 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:53,548 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:53,548 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1760789483_0025_m_000000_0
2014-08-22 23:20:53,550 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,551 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:53,551 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@46881911
2014-08-22 23:20:53,552 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:53,553 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:53,575 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:53,576 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:53,576 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:53,576 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:53,576 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:53,577 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:53,577 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,583 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,584 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,587 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:53,588 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:53,588 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:53,588 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:53,588 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:53,591 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:53,593 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1760789483_0025_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,595 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:53,595 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1760789483_0025_m_000000_0' done.
2014-08-22 23:20:53,595 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1760789483_0025_m_000000_0
2014-08-22 23:20:53,595 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:53,596 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:53,596 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1760789483_0025_r_000000_0
2014-08-22 23:20:53,597 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,597 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2586ebf5
2014-08-22 23:20:53,598 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:53,599 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1760789483_0025_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:53,600 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#25 about to shuffle output of map attempt_local1760789483_0025_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:53,601 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1760789483_0025_m_000000_0
2014-08-22 23:20:53,601 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:53,602 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:53,603 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,603 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:53,605 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,605 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,606 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:53,607 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:53,607 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:53,607 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,607 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,608 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:53,608 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,614 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,614 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_-1"]
2014-08-22 23:20:53,626 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1760789483_0025_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,627 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,628 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1760789483_0025_r_000000_0 is allowed to commit now
2014-08-22 23:20:53,628 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1760789483_0025_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary/0/task_local1760789483_0025_r_000000
2014-08-22 23:20:53,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:53,630 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1760789483_0025_r_000000_0' done.
2014-08-22 23:20:53,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1760789483_0025_r_000000_0
2014-08-22 23:20:53,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:53,654 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary
2014-08-22 23:20:53,683 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,712 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,713 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_-1
2014-08-22 23:20:53,729 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:53,730 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:53,734 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_'field'
2014-08-22 23:20:53,751 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:53,751 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:53,757 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:53,759 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:53,759 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:53,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:53,763 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,764 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2014-08-22 23:20:53,764 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:53,764 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:53,764 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:53,765 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2014-08-22 23:20:53,765 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,766 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:53,790 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:53,808 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:53,823 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1567512314_0026
2014-08-22 23:20:53,841 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1567512314/.staging/job_local1567512314_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,842 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1567512314/.staging/job_local1567512314_0026/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,891 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1567512314_0026/job_local1567512314_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:53,892 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1567512314_0026/job_local1567512314_0026.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:53,893 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:53,894 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:53,894 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1567512314_0026
2014-08-22 23:20:53,895 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:53,895 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:53,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:53,897 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1567512314_0026_m_000000_0
2014-08-22 23:20:53,899 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,900 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:53,900 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@529f8ac1
2014-08-22 23:20:53,901 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:53,902 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:53,928 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:53,929 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:53,929 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:53,930 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:53,930 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:53,932 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:53,933 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,939 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:53,939 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,943 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:53,943 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:53,943 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:53,943 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:53,943 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:53,946 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:53,947 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1567512314_0026_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,949 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:53,949 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1567512314_0026_m_000000_0' done.
2014-08-22 23:20:53,950 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1567512314_0026_m_000000_0
2014-08-22 23:20:53,950 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:53,950 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:53,950 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1567512314_0026_r_000000_0
2014-08-22 23:20:53,952 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:53,952 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@18600ee8
2014-08-22 23:20:53,953 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:53,954 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1567512314_0026_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:53,955 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#26 about to shuffle output of map attempt_local1567512314_0026_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:53,956 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1567512314_0026_m_000000_0
2014-08-22 23:20:53,956 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:53,957 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:53,958 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,958 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:53,962 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,963 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,967 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:53,967 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:53,967 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:53,968 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:53,968 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:53,969 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,970 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:53,970 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:53,975 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:53,976 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2014-08-22 23:20:53,988 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1567512314_0026_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:53,990 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:53,990 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1567512314_0026_r_000000_0 is allowed to commit now
2014-08-22 23:20:53,991 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1567512314_0026_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary/0/task_local1567512314_0026_r_000000
2014-08-22 23:20:53,992 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:53,993 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1567512314_0026_r_000000_0' done.
2014-08-22 23:20:53,993 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1567512314_0026_r_000000_0
2014-08-22 23:20:53,993 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:54,015 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2014-08-22 23:20:54,044 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,074 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,075 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2014-08-22 23:20:54,091 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:54,092 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:54,097 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:54,099 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:54,099 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:54,103 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:54,103 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,103 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2014-08-22 23:20:54,104 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:54,104 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:54,104 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:54,105 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2014-08-22 23:20:54,105 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,107 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,130 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,148 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:54,164 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local263656917_0027
2014-08-22 23:20:54,182 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity263656917/.staging/job_local263656917_0027/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,183 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity263656917/.staging/job_local263656917_0027/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,232 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local263656917_0027/job_local263656917_0027.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,233 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local263656917_0027/job_local263656917_0027.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,234 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:54,234 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:54,234 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local263656917_0027
2014-08-22 23:20:54,235 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:54,234 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:54,237 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:54,237 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local263656917_0027_m_000000_0
2014-08-22 23:20:54,239 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:54,240 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,241 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:54,242 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@71172d81
2014-08-22 23:20:54,243 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:54,243 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:54,275 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:54,276 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:54,276 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:54,276 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:54,277 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:54,278 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:54,278 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,284 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,285 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,288 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:54,289 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:54,289 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:54,289 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:54,290 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:54,292 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:54,294 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local263656917_0027_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:54,296 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:54,296 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local263656917_0027_m_000000_0' done.
2014-08-22 23:20:54,297 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local263656917_0027_m_000000_0
2014-08-22 23:20:54,297 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:54,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:54,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local263656917_0027_r_000000_0
2014-08-22 23:20:54,299 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,300 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@575555bf
2014-08-22 23:20:54,300 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:54,302 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local263656917_0027_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:54,304 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#27 about to shuffle output of map attempt_local263656917_0027_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:54,305 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local263656917_0027_m_000000_0
2014-08-22 23:20:54,305 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:54,305 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:54,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,307 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:54,309 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,309 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,310 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:54,311 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:54,311 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:54,311 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,311 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,312 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:54,313 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2014-08-22 23:20:54,333 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local263656917_0027_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:54,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,335 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local263656917_0027_r_000000_0 is allowed to commit now
2014-08-22 23:20:54,335 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local263656917_0027_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary/0/task_local263656917_0027_r_000000
2014-08-22 23:20:54,337 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:54,337 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local263656917_0027_r_000000_0' done.
2014-08-22 23:20:54,337 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local263656917_0027_r_000000_0
2014-08-22 23:20:54,337 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:54,352 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2014-08-22 23:20:54,381 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,411 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_ALL
2014-08-22 23:20:54,428 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:54,428 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:54,433 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:54,435 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:54,436 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:54,439 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:54,440 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,440 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2014-08-22 23:20:54,440 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:54,440 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:54,441 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:54,442 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2014-08-22 23:20:54,442 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,443 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,467 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,485 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:54,500 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local271895252_0028
2014-08-22 23:20:54,517 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity271895252/.staging/job_local271895252_0028/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,518 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity271895252/.staging/job_local271895252_0028/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,562 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local271895252_0028/job_local271895252_0028.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,564 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local271895252_0028/job_local271895252_0028.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,564 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:54,565 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:54,565 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:54,565 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local271895252_0028
2014-08-22 23:20:54,566 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:54,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:54,568 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local271895252_0028_m_000000_0
2014-08-22 23:20:54,570 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,571 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:54,571 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@32f60451
2014-08-22 23:20:54,573 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:54,573 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:54,599 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:54,599 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:54,600 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:54,600 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:54,601 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:54,602 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:54,602 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,608 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,608 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,612 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:54,612 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:54,612 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:54,612 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:54,612 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:54,615 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:54,617 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local271895252_0028_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:54,618 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:54,619 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local271895252_0028_m_000000_0' done.
2014-08-22 23:20:54,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local271895252_0028_m_000000_0
2014-08-22 23:20:54,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:54,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:54,620 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local271895252_0028_r_000000_0
2014-08-22 23:20:54,621 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,621 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6a65e3ba
2014-08-22 23:20:54,623 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:54,624 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local271895252_0028_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:54,625 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#28 about to shuffle output of map attempt_local271895252_0028_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:54,626 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local271895252_0028_m_000000_0
2014-08-22 23:20:54,626 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:54,627 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:54,628 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,628 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:54,632 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,632 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,633 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:54,634 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:54,634 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:54,634 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,634 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,635 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,635 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:54,636 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,640 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,640 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2014-08-22 23:20:54,648 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:54,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:54,651 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local271895252_0028
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:54,660 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local271895252_0028 state at FAILED
2014-08-22 23:20:54,661 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:54,661 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:54,661 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:54,665 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:54,666 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2014-08-22 23:20:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] shutting down job executor
2014-08-22 23:20:54,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] shutdown complete
2014-08-22 23:20:54,667 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2014-08-22 23:20:54,667 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_REPLACE
2014-08-22 23:20:54,682 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:54,683 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:54,684 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:54,690 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:54,693 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:54,693 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:54,697 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:54,697 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,697 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2014-08-22 23:20:54,698 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:54,698 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:54,698 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:54,699 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2014-08-22 23:20:54,699 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,700 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:54,723 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,740 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:54,755 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1293590929_0029
2014-08-22 23:20:54,771 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1293590929/.staging/job_local1293590929_0029/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,772 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1293590929/.staging/job_local1293590929_0029/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,818 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1293590929_0029/job_local1293590929_0029.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:54,819 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1293590929_0029/job_local1293590929_0029.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:54,819 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:54,820 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1293590929_0029
2014-08-22 23:20:54,820 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:54,820 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:54,820 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:54,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:54,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1293590929_0029_m_000000_0
2014-08-22 23:20:54,824 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,825 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:54,826 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@605264dc
2014-08-22 23:20:54,827 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:54,827 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:54,852 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:54,852 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:54,852 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:54,853 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:54,853 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:54,854 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:54,854 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,859 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:54,859 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,866 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:54,866 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:54,866 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:54,867 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:54,867 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:54,870 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:54,872 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1293590929_0029_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:54,873 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:54,874 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1293590929_0029_m_000000_0' done.
2014-08-22 23:20:54,874 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1293590929_0029_m_000000_0
2014-08-22 23:20:54,875 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:54,875 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:54,875 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1293590929_0029_r_000000_0
2014-08-22 23:20:54,877 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:54,877 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1ee94df
2014-08-22 23:20:54,877 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:54,878 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1293590929_0029_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:54,880 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#29 about to shuffle output of map attempt_local1293590929_0029_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:54,880 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1293590929_0029_m_000000_0
2014-08-22 23:20:54,880 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:54,881 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:54,882 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,882 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:54,884 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,884 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,888 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:54,889 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:54,889 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:54,889 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:54,890 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:54,891 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,891 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:54,892 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:54,896 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:54,897 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2014-08-22 23:20:54,909 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1293590929_0029_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:54,910 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:54,911 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1293590929_0029_r_000000_0 is allowed to commit now
2014-08-22 23:20:54,912 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1293590929_0029_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary/0/task_local1293590929_0029_r_000000
2014-08-22 23:20:54,913 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:54,913 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1293590929_0029_r_000000_0' done.
2014-08-22 23:20:54,914 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1293590929_0029_r_000000_0
2014-08-22 23:20:54,914 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:54,928 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2014-08-22 23:20:54,958 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,988 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:54,990 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_UNKNOWN_SWAP
2014-08-22 23:20:55,007 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:55,007 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:55,013 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:55,014 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:55,015 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_-1"]
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:55,019 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:55,020 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2014-08-22 23:20:55,021 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,022 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,045 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:55,062 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:55,077 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local288225258_0030
2014-08-22 23:20:55,094 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity288225258/.staging/job_local288225258_0030/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,095 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:55,096 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity288225258/.staging/job_local288225258_0030/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,143 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local288225258_0030/job_local288225258_0030.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,144 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local288225258_0030/job_local288225258_0030.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,145 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:55,146 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local288225258_0030
2014-08-22 23:20:55,146 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:55,146 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:55,146 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:55,149 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:55,149 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local288225258_0030_m_000000_0
2014-08-22 23:20:55,150 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,151 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:55,152 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4bd128b6
2014-08-22 23:20:55,153 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:55,153 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:55,178 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:55,178 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:55,178 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:55,178 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:55,178 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:55,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:55,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,185 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,185 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,188 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:55,188 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:55,189 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:55,189 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:55,189 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:55,191 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:55,193 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local288225258_0030_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:55,195 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:55,195 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local288225258_0030_m_000000_0' done.
2014-08-22 23:20:55,195 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local288225258_0030_m_000000_0
2014-08-22 23:20:55,195 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:55,196 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:55,196 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local288225258_0030_r_000000_0
2014-08-22 23:20:55,197 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,198 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@48a6a5dc
2014-08-22 23:20:55,198 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:55,199 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local288225258_0030_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:55,200 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#30 about to shuffle output of map attempt_local288225258_0030_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:55,201 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local288225258_0030_m_000000_0
2014-08-22 23:20:55,201 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:55,202 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:55,203 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,203 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:55,205 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,205 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,206 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:55,207 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:55,207 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:55,207 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,207 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,208 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,208 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:55,208 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,213 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,213 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_-1"]
2014-08-22 23:20:55,220 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,221 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:55,223 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local288225258_0030
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,229 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local288225258_0030 state at FAILED
2014-08-22 23:20:55,229 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:55,229 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:55,229 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:55,234 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:55,234 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2014-08-22 23:20:55,235 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:55,236 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_-1/_temporary
2014-08-22 23:20:55,236 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_-1
2014-08-22 23:20:55,252 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:55,252 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:55,257 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_'field'
2014-08-22 23:20:55,273 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:55,274 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:55,279 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:55,280 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:55,281 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:55,284 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:55,285 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,285 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_RESULTS"]
2014-08-22 23:20:55,285 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:55,285 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:55,285 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:55,286 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/0_VALUES_RESULTS
2014-08-22 23:20:55,286 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,287 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,311 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:55,329 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:55,344 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1634254092_0031
2014-08-22 23:20:55,360 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1634254092/.staging/job_local1634254092_0031/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,361 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1634254092/.staging/job_local1634254092_0031/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,405 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1634254092_0031/job_local1634254092_0031.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,407 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1634254092_0031/job_local1634254092_0031.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,407 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:55,408 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1634254092_0031
2014-08-22 23:20:55,408 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:55,408 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:55,408 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:55,410 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:55,411 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1634254092_0031_m_000000_0
2014-08-22 23:20:55,412 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,413 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:55,413 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2183a41c
2014-08-22 23:20:55,415 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:55,415 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:55,440 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:55,440 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:55,440 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:55,441 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:55,441 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:55,442 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:55,442 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,447 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,447 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,451 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:55,451 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:55,451 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:55,451 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:55,451 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:55,454 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:55,455 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1634254092_0031_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:55,457 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:55,457 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1634254092_0031_m_000000_0' done.
2014-08-22 23:20:55,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1634254092_0031_m_000000_0
2014-08-22 23:20:55,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:55,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:55,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1634254092_0031_r_000000_0
2014-08-22 23:20:55,460 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,460 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7b20f29d
2014-08-22 23:20:55,461 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:55,461 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1634254092_0031_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:55,463 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#31 about to shuffle output of map attempt_local1634254092_0031_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:55,464 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1634254092_0031_m_000000_0
2014-08-22 23:20:55,464 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:55,465 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:55,465 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,466 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:55,467 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,468 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,469 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:55,469 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:55,470 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:55,470 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,470 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,471 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,471 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:55,471 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,476 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,476 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_RESULTS"]
2014-08-22 23:20:55,484 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:55,487 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1634254092_0031
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,488 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:55,491 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1634254092_0031 state at FAILED
2014-08-22 23:20:55,491 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:55,491 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:55,491 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:55,495 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:55,495 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...platform/0_VALUES_RESULTS
2014-08-22 23:20:55,496 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:55,496 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_RESULTS/_temporary
2014-08-22 23:20:55,496 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_RESULTS
2014-08-22 23:20:55,512 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:55,513 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:55,518 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:55,520 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:55,520 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:55,523 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:55,524 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,524 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_ALL"]
2014-08-22 23:20:55,524 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:55,524 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:55,524 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:55,525 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2014-08-22 23:20:55,526 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,526 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,549 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:55,567 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:55,582 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local240921060_0032
2014-08-22 23:20:55,599 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity240921060/.staging/job_local240921060_0032/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,600 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity240921060/.staging/job_local240921060_0032/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,648 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local240921060_0032/job_local240921060_0032.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,649 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local240921060_0032/job_local240921060_0032.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,650 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:55,650 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local240921060_0032
2014-08-22 23:20:55,650 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:55,650 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:55,651 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:55,653 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:55,653 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local240921060_0032_m_000000_0
2014-08-22 23:20:55,655 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,656 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:55,657 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@67cc3210
2014-08-22 23:20:55,658 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:55,658 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:55,683 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:55,683 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:55,684 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:55,684 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:55,684 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:55,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:55,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,694 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,694 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,697 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:55,697 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:55,697 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:55,698 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:55,698 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:55,700 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:55,702 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local240921060_0032_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:55,704 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:55,704 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local240921060_0032_m_000000_0' done.
2014-08-22 23:20:55,704 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local240921060_0032_m_000000_0
2014-08-22 23:20:55,704 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:55,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:55,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local240921060_0032_r_000000_0
2014-08-22 23:20:55,706 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,707 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@563e25fd
2014-08-22 23:20:55,707 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:55,708 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local240921060_0032_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:55,710 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#32 about to shuffle output of map attempt_local240921060_0032_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:55,710 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local240921060_0032_m_000000_0
2014-08-22 23:20:55,710 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:55,711 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:55,713 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,713 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:55,718 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,718 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,720 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:55,721 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:55,721 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:55,721 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,722 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,723 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,724 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:55,724 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,729 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,729 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_ALL"]
2014-08-22 23:20:55,737 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:55,739 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local240921060_0032
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,744 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local240921060_0032 state at FAILED
2014-08-22 23:20:55,745 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:55,746 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:55,746 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:55,750 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:55,751 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2014-08-22 23:20:55,751 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:55,752 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_ALL/_temporary
2014-08-22 23:20:55,752 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_ALL
2014-08-22 23:20:55,768 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:55,768 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:55,774 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:55,775 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:55,776 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:55,779 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:55,780 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,780 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_REPLACE"]
2014-08-22 23:20:55,780 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:55,780 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:55,780 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:55,781 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/0_VALUES_REPLACE
2014-08-22 23:20:55,782 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,783 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:55,806 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:55,823 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:55,838 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local314717595_0033
2014-08-22 23:20:55,855 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity314717595/.staging/job_local314717595_0033/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,856 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity314717595/.staging/job_local314717595_0033/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,901 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local314717595_0033/job_local314717595_0033.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:55,902 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local314717595_0033/job_local314717595_0033.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:55,903 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:55,903 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local314717595_0033
2014-08-22 23:20:55,903 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:55,903 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:55,904 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:55,906 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:55,906 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local314717595_0033_m_000000_0
2014-08-22 23:20:55,907 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,909 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:55,909 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4e66ae7
2014-08-22 23:20:55,910 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:55,910 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:55,935 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:55,936 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:55,936 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:55,936 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:55,936 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:55,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:55,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,942 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:55,942 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,945 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:55,946 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:55,946 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:55,946 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:55,946 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:55,949 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:55,950 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local314717595_0033_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:55,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:55,952 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local314717595_0033_m_000000_0' done.
2014-08-22 23:20:55,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local314717595_0033_m_000000_0
2014-08-22 23:20:55,953 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:55,953 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:55,953 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local314717595_0033_r_000000_0
2014-08-22 23:20:55,955 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:55,955 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4856a1b6
2014-08-22 23:20:55,955 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:55,956 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local314717595_0033_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:55,958 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#33 about to shuffle output of map attempt_local314717595_0033_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:55,958 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local314717595_0033_m_000000_0
2014-08-22 23:20:55,959 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:55,960 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:55,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,962 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:55,966 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,967 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,968 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:55,969 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:55,969 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:55,969 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:55,970 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:55,971 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:55,971 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:55,971 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:55,976 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:55,977 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_REPLACE"]
2014-08-22 23:20:55,984 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,985 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:55,987 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local314717595_0033
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:55,988 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:55,997 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local314717595_0033 state at FAILED
2014-08-22 23:20:55,997 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:55,997 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:55,997 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:56,001 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:56,001 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...platform/0_VALUES_REPLACE
2014-08-22 23:20:56,002 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:56,002 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_REPLACE/_temporary
2014-08-22 23:20:56,002 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_REPLACE
2014-08-22 23:20:56,018 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,018 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,024 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:56,025 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:56,026 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:56,029 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:56,030 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,030 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_SWAP"]
2014-08-22 23:20:56,030 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:56,030 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:56,030 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:56,031 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2014-08-22 23:20:56,031 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,032 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,055 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,073 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:56,088 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1386045242_0034
2014-08-22 23:20:56,104 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1386045242/.staging/job_local1386045242_0034/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,105 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1386045242/.staging/job_local1386045242_0034/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,149 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1386045242_0034/job_local1386045242_0034.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,150 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1386045242_0034/job_local1386045242_0034.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,151 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:56,151 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1386045242_0034
2014-08-22 23:20:56,151 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:56,152 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:56,152 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:56,154 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:56,154 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1386045242_0034_m_000000_0
2014-08-22 23:20:56,156 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,157 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:56,157 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@29386c7
2014-08-22 23:20:56,158 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:56,158 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:56,184 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:56,184 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:56,184 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:56,184 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:56,185 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:56,186 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:56,186 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,191 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,191 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,194 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:56,194 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:56,194 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:56,194 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:56,195 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:56,197 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:56,199 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1386045242_0034_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:56,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:56,201 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1386045242_0034_m_000000_0' done.
2014-08-22 23:20:56,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1386045242_0034_m_000000_0
2014-08-22 23:20:56,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:56,202 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:56,202 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1386045242_0034_r_000000_0
2014-08-22 23:20:56,203 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,203 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6a7607a
2014-08-22 23:20:56,205 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:56,206 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1386045242_0034_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:56,207 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#34 about to shuffle output of map attempt_local1386045242_0034_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:56,208 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1386045242_0034_m_000000_0
2014-08-22 23:20:56,208 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:56,209 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:56,210 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,210 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:56,211 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,212 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,213 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:56,214 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:56,214 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:56,214 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,215 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,216 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,216 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:56,217 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,221 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,222 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_SWAP"]
2014-08-22 23:20:56,229 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:56,233 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:56,234 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1386045242_0034
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:20:56,235 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1386045242_0034 state at FAILED
2014-08-22 23:20:56,235 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:20:56,235 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:20:56,235 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:20:56,239 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:20:56,239 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2014-08-22 23:20:56,240 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:20:56,240 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_VALUES_SWAP/_temporary
2014-08-22 23:20:56,240 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_VALUES_SWAP
2014-08-22 23:20:56,256 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,256 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,261 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:56,263 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:56,264 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:56,267 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:56,268 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,268 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_-1"]
2014-08-22 23:20:56,269 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:56,269 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:56,270 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:56,271 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2014-08-22 23:20:56,271 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,272 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,294 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,312 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:56,328 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local446974561_0035
2014-08-22 23:20:56,345 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity446974561/.staging/job_local446974561_0035/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,346 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity446974561/.staging/job_local446974561_0035/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,391 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local446974561_0035/job_local446974561_0035.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,392 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local446974561_0035/job_local446974561_0035.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,393 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:56,393 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:56,393 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local446974561_0035
2014-08-22 23:20:56,393 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:56,393 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:56,396 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:56,396 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local446974561_0035_m_000000_0
2014-08-22 23:20:56,398 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,399 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:56,399 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@282b3223
2014-08-22 23:20:56,401 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:56,401 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:56,427 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:56,427 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:56,427 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:56,427 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:56,428 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:56,429 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:56,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,435 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,435 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,438 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:56,438 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:56,438 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:56,438 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:56,439 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:56,441 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:56,443 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local446974561_0035_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:56,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:56,445 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local446974561_0035_m_000000_0' done.
2014-08-22 23:20:56,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local446974561_0035_m_000000_0
2014-08-22 23:20:56,445 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:56,446 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:56,446 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local446974561_0035_r_000000_0
2014-08-22 23:20:56,447 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,447 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@49cd21c7
2014-08-22 23:20:56,448 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:56,449 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local446974561_0035_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:56,450 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#35 about to shuffle output of map attempt_local446974561_0035_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:56,451 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local446974561_0035_m_000000_0
2014-08-22 23:20:56,451 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:56,452 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:56,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,453 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:56,458 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,458 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,460 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:56,460 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:56,461 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:56,461 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,462 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,462 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,463 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:56,463 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,468 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,468 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_-1"]
2014-08-22 23:20:56,479 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local446974561_0035_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:56,481 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,481 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local446974561_0035_r_000000_0 is allowed to commit now
2014-08-22 23:20:56,482 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local446974561_0035_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_-1/_temporary/0/task_local446974561_0035_r_000000
2014-08-22 23:20:56,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:56,483 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local446974561_0035_r_000000_0' done.
2014-08-22 23:20:56,483 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local446974561_0035_r_000000_0
2014-08-22 23:20:56,484 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:56,502 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_-1/_temporary
2014-08-22 23:20:56,530 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,559 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,560 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_-1
2014-08-22 23:20:56,576 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,576 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,580 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_'field'
2014-08-22 23:20:56,595 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,596 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,601 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:56,602 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:56,603 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:56,606 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:56,606 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,607 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_RESULTS"]
2014-08-22 23:20:56,607 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:56,607 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:56,607 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:56,608 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2014-08-22 23:20:56,608 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,609 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,633 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,651 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:56,666 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1744147986_0036
2014-08-22 23:20:56,683 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1744147986/.staging/job_local1744147986_0036/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,684 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1744147986/.staging/job_local1744147986_0036/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,729 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1744147986_0036/job_local1744147986_0036.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:56,731 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1744147986_0036/job_local1744147986_0036.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:56,731 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:56,732 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:56,732 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:56,732 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1744147986_0036
2014-08-22 23:20:56,733 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:56,735 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:56,735 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1744147986_0036_m_000000_0
2014-08-22 23:20:56,736 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,737 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:56,738 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@17372afb
2014-08-22 23:20:56,739 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:56,739 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:56,764 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:56,765 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:56,765 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:56,765 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:56,765 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:56,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:56,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,771 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,772 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,775 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:56,775 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:56,775 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:56,775 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:56,775 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:56,778 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:56,779 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1744147986_0036_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:56,781 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:56,781 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1744147986_0036_m_000000_0' done.
2014-08-22 23:20:56,781 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1744147986_0036_m_000000_0
2014-08-22 23:20:56,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:56,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:56,782 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1744147986_0036_r_000000_0
2014-08-22 23:20:56,784 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:56,784 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3bc581d7
2014-08-22 23:20:56,784 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:56,785 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1744147986_0036_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:56,787 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#36 about to shuffle output of map attempt_local1744147986_0036_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:56,787 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1744147986_0036_m_000000_0
2014-08-22 23:20:56,787 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:56,788 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:56,789 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,789 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:56,791 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,791 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,793 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:56,793 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:56,793 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:56,793 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:56,794 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:56,794 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,794 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:56,795 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:56,801 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:56,801 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_RESULTS"]
2014-08-22 23:20:56,813 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1744147986_0036_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:56,815 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:56,815 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1744147986_0036_r_000000_0 is allowed to commit now
2014-08-22 23:20:56,816 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1744147986_0036_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary/0/task_local1744147986_0036_r_000000
2014-08-22 23:20:56,817 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:56,817 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1744147986_0036_r_000000_0' done.
2014-08-22 23:20:56,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1744147986_0036_r_000000_0
2014-08-22 23:20:56,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:56,839 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary
2014-08-22 23:20:56,868 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,898 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,899 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_RESULTS
2014-08-22 23:20:56,915 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,916 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,920 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_ALL
2014-08-22 23:20:56,936 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:56,937 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:56,942 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:56,944 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:56,944 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:56,948 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:56,948 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:56,949 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_REPLACE"]
2014-08-22 23:20:56,949 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:56,949 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:56,949 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:56,950 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2014-08-22 23:20:56,950 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,951 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:56,974 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:56,991 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:57,006 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1767442963_0037
2014-08-22 23:20:57,023 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1767442963/.staging/job_local1767442963_0037/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,024 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1767442963/.staging/job_local1767442963_0037/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,068 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1767442963_0037/job_local1767442963_0037.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,069 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1767442963_0037/job_local1767442963_0037.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,069 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:57,071 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:57,071 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:57,071 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1767442963_0037
2014-08-22 23:20:57,072 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:57,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:57,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1767442963_0037_m_000000_0
2014-08-22 23:20:57,075 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,077 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:57,077 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@33ee5bba
2014-08-22 23:20:57,079 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:57,079 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:57,110 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:57,110 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:57,112 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:57,112 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:57,113 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:57,114 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:57,114 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,119 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,119 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,122 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:57,122 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:57,122 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:57,122 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:57,122 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:57,181 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:57,183 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1767442963_0037_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,184 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:57,185 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1767442963_0037_m_000000_0' done.
2014-08-22 23:20:57,185 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1767442963_0037_m_000000_0
2014-08-22 23:20:57,185 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:57,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:57,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1767442963_0037_r_000000_0
2014-08-22 23:20:57,187 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,188 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7516a69b
2014-08-22 23:20:57,189 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:57,189 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1767442963_0037_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:57,191 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#37 about to shuffle output of map attempt_local1767442963_0037_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:57,192 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1767442963_0037_m_000000_0
2014-08-22 23:20:57,192 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:57,192 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:57,194 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,194 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:57,196 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,197 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,198 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:57,199 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:57,199 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:57,199 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,200 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,201 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:57,202 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,206 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,206 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_REPLACE"]
2014-08-22 23:20:57,218 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1767442963_0037_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,220 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,220 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1767442963_0037_r_000000_0 is allowed to commit now
2014-08-22 23:20:57,221 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1767442963_0037_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary/0/task_local1767442963_0037_r_000000
2014-08-22 23:20:57,222 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:57,223 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1767442963_0037_r_000000_0' done.
2014-08-22 23:20:57,223 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1767442963_0037_r_000000_0
2014-08-22 23:20:57,223 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:57,235 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary
2014-08-22 23:20:57,263 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,292 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,294 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_REPLACE
2014-08-22 23:20:57,309 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:57,310 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:57,314 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:57,316 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:57,317 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:57,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:57,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_SWAP"]
2014-08-22 23:20:57,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:57,320 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:57,321 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:57,321 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2014-08-22 23:20:57,322 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,323 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,345 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,362 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:57,377 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1940099230_0038
2014-08-22 23:20:57,393 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1940099230/.staging/job_local1940099230_0038/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,394 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1940099230/.staging/job_local1940099230_0038/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,438 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1940099230_0038/job_local1940099230_0038.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,439 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1940099230_0038/job_local1940099230_0038.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,439 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:57,440 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1940099230_0038
2014-08-22 23:20:57,440 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:57,440 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:57,440 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:57,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:57,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1940099230_0038_m_000000_0
2014-08-22 23:20:57,446 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,447 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:57,447 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@2ee5e48a
2014-08-22 23:20:57,449 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:57,449 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:57,475 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:57,475 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:57,475 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:57,475 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:57,476 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:57,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:57,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,483 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,484 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,487 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:57,487 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:57,487 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:57,487 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:57,487 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:57,490 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:57,492 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1940099230_0038_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:57,494 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1940099230_0038_m_000000_0' done.
2014-08-22 23:20:57,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1940099230_0038_m_000000_0
2014-08-22 23:20:57,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:57,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:57,495 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1940099230_0038_r_000000_0
2014-08-22 23:20:57,498 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,498 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2f58bc3c
2014-08-22 23:20:57,499 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:57,499 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1940099230_0038_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:57,501 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#38 about to shuffle output of map attempt_local1940099230_0038_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:57,501 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1940099230_0038_m_000000_0
2014-08-22 23:20:57,501 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:57,504 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:57,504 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,505 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:57,509 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,509 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,510 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:57,511 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:57,511 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:57,511 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,511 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,512 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,512 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:57,513 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,517 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,517 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_SWAP"]
2014-08-22 23:20:57,528 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1940099230_0038_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,529 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,529 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1940099230_0038_r_000000_0 is allowed to commit now
2014-08-22 23:20:57,530 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1940099230_0038_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_SWAP/_temporary/0/task_local1940099230_0038_r_000000
2014-08-22 23:20:57,531 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:57,531 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1940099230_0038_r_000000_0' done.
2014-08-22 23:20:57,531 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1940099230_0038_r_000000_0
2014-08-22 23:20:57,531 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:57,551 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/0_ARGS_SWAP/_temporary
2014-08-22 23:20:57,580 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,610 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,611 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/0_ARGS_SWAP
2014-08-22 23:20:57,627 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:57,627 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:57,632 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:57,633 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:57,634 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:57,637 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:57,638 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,638 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_-1"]
2014-08-22 23:20:57,638 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:57,638 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:57,638 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:57,639 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2014-08-22 23:20:57,639 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,641 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,665 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,683 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:57,698 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1796565485_0039
2014-08-22 23:20:57,714 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1796565485/.staging/job_local1796565485_0039/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,715 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1796565485/.staging/job_local1796565485_0039/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,759 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1796565485_0039/job_local1796565485_0039.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:57,761 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1796565485_0039/job_local1796565485_0039.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:57,761 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:57,762 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:57,762 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1796565485_0039
2014-08-22 23:20:57,762 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:57,762 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:57,765 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:57,765 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1796565485_0039_m_000000_0
2014-08-22 23:20:57,767 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,768 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:57,769 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3a0637d6
2014-08-22 23:20:57,770 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:57,770 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:57,797 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:57,797 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:57,797 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:57,797 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:57,797 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:57,800 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:57,800 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,805 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,805 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,808 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:57,808 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:57,808 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:57,808 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:57,809 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:57,811 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:57,813 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1796565485_0039_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,815 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:57,815 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1796565485_0039_m_000000_0' done.
2014-08-22 23:20:57,815 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1796565485_0039_m_000000_0
2014-08-22 23:20:57,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:57,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:57,816 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1796565485_0039_r_000000_0
2014-08-22 23:20:57,818 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:57,818 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@29444c60
2014-08-22 23:20:57,818 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:57,819 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1796565485_0039_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:57,821 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#39 about to shuffle output of map attempt_local1796565485_0039_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:57,821 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1796565485_0039_m_000000_0
2014-08-22 23:20:57,821 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:57,822 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:57,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,823 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:57,827 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,827 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,828 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:57,829 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:57,829 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:57,829 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:57,829 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:57,830 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,830 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:57,830 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:57,834 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:57,834 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_-1"]
2014-08-22 23:20:57,848 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1796565485_0039_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:57,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:57,849 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1796565485_0039_r_000000_0 is allowed to commit now
2014-08-22 23:20:57,850 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1796565485_0039_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_-1/_temporary/0/task_local1796565485_0039_r_000000
2014-08-22 23:20:57,851 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:57,851 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1796565485_0039_r_000000_0' done.
2014-08-22 23:20:57,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1796565485_0039_r_000000_0
2014-08-22 23:20:57,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:57,871 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_-1/_temporary
2014-08-22 23:20:57,899 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,928 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:57,929 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_-1
2014-08-22 23:20:57,947 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:57,947 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:57,953 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:57,955 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:57,956 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:57,960 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:57,960 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:57,960 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_'field'"]
2014-08-22 23:20:57,961 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:57,961 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:57,961 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:57,962 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...tform/ALL_'field'_'field'
2014-08-22 23:20:57,963 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,964 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:57,987 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,004 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:58,019 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local419868872_0040
2014-08-22 23:20:58,035 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity419868872/.staging/job_local419868872_0040/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,036 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity419868872/.staging/job_local419868872_0040/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,080 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local419868872_0040/job_local419868872_0040.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,081 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local419868872_0040/job_local419868872_0040.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,082 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:58,082 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local419868872_0040
2014-08-22 23:20:58,082 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:58,082 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:58,082 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:58,085 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:58,085 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local419868872_0040_m_000000_0
2014-08-22 23:20:58,086 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,087 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:58,088 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6c4a4ece
2014-08-22 23:20:58,089 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:58,089 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:58,114 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:58,114 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:58,115 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:58,115 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:58,115 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:58,116 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:58,116 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,120 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,120 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,123 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:58,123 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:58,123 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:58,124 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:58,124 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:58,126 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:58,128 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local419868872_0040_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,130 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:58,130 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local419868872_0040_m_000000_0' done.
2014-08-22 23:20:58,130 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local419868872_0040_m_000000_0
2014-08-22 23:20:58,130 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:58,131 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:58,131 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local419868872_0040_r_000000_0
2014-08-22 23:20:58,132 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,132 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@ace10d9
2014-08-22 23:20:58,133 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:58,134 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local419868872_0040_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:58,136 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#40 about to shuffle output of map attempt_local419868872_0040_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:58,136 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local419868872_0040_m_000000_0
2014-08-22 23:20:58,137 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:58,138 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:58,138 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,139 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:58,140 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,140 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,142 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:58,142 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:58,142 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:58,143 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,143 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,144 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,144 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:58,144 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,148 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,148 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_'field'"]
2014-08-22 23:20:58,159 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local419868872_0040_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,160 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,161 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local419868872_0040_r_000000_0 is allowed to commit now
2014-08-22 23:20:58,161 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local419868872_0040_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_'field'/_temporary/0/task_local419868872_0040_r_000000
2014-08-22 23:20:58,162 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:58,162 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local419868872_0040_r_000000_0' done.
2014-08-22 23:20:58,163 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local419868872_0040_r_000000_0
2014-08-22 23:20:58,163 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:58,179 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_'field'/_temporary
2014-08-22 23:20:58,207 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,237 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,238 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_'field'
2014-08-22 23:20:58,253 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:58,254 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:58,259 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:58,260 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:58,261 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:58,264 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:58,264 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,264 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2014-08-22 23:20:58,264 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:58,265 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:58,265 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:58,265 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2014-08-22 23:20:58,266 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,267 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,291 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,309 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:58,324 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1798874998_0041
2014-08-22 23:20:58,340 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1798874998/.staging/job_local1798874998_0041/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,341 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1798874998/.staging/job_local1798874998_0041/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,385 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1798874998_0041/job_local1798874998_0041.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,386 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1798874998_0041/job_local1798874998_0041.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,387 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:58,387 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:58,387 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1798874998_0041
2014-08-22 23:20:58,387 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:58,387 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:58,389 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:58,389 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1798874998_0041_m_000000_0
2014-08-22 23:20:58,391 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,392 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:58,392 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@122638d0
2014-08-22 23:20:58,393 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:58,393 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:58,418 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:58,418 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:58,418 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:58,418 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:58,419 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:58,421 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:58,421 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,425 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,426 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,428 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:58,428 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:58,429 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:58,429 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:58,429 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:58,431 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:58,433 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1798874998_0041_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:58,435 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1798874998_0041_m_000000_0' done.
2014-08-22 23:20:58,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1798874998_0041_m_000000_0
2014-08-22 23:20:58,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:58,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:58,436 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1798874998_0041_r_000000_0
2014-08-22 23:20:58,437 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,437 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@796e33ac
2014-08-22 23:20:58,438 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:58,439 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1798874998_0041_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:58,440 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#41 about to shuffle output of map attempt_local1798874998_0041_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:58,440 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1798874998_0041_m_000000_0
2014-08-22 23:20:58,440 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:58,441 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:58,442 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,442 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:58,443 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,444 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,445 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:58,445 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:58,445 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:58,445 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,446 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,446 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,447 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:58,447 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,451 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,452 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2014-08-22 23:20:58,463 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1798874998_0041_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,464 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,464 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1798874998_0041_r_000000_0 is allowed to commit now
2014-08-22 23:20:58,465 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1798874998_0041_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary/0/task_local1798874998_0041_r_000000
2014-08-22 23:20:58,466 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:58,466 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1798874998_0041_r_000000_0' done.
2014-08-22 23:20:58,466 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1798874998_0041_r_000000_0
2014-08-22 23:20:58,466 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:58,483 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2014-08-22 23:20:58,511 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,540 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,541 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_RESULTS
2014-08-22 23:20:58,558 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:58,558 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:58,563 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:58,565 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:58,566 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:58,568 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:58,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_ALL"]
2014-08-22 23:20:58,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:58,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:58,569 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:58,570 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2014-08-22 23:20:58,570 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,571 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,594 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,612 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:58,626 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2044371280_0042
2014-08-22 23:20:58,643 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2044371280/.staging/job_local2044371280_0042/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,644 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2044371280/.staging/job_local2044371280_0042/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,689 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2044371280_0042/job_local2044371280_0042.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,690 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2044371280_0042/job_local2044371280_0042.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:58,690 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:58,691 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local2044371280_0042
2014-08-22 23:20:58,691 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:58,691 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:58,691 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:58,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:58,693 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2044371280_0042_m_000000_0
2014-08-22 23:20:58,694 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,696 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:58,696 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5228b636
2014-08-22 23:20:58,697 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:58,697 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:58,722 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:58,722 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:58,723 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:58,723 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:58,723 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:58,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:58,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,728 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,728 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,731 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:58,731 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:58,731 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:58,731 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:58,731 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:58,734 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:58,735 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2044371280_0042_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:58,738 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2044371280_0042_m_000000_0' done.
2014-08-22 23:20:58,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2044371280_0042_m_000000_0
2014-08-22 23:20:58,738 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:58,739 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:58,739 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2044371280_0042_r_000000_0
2014-08-22 23:20:58,740 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:58,740 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@48a3abff
2014-08-22 23:20:58,741 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:58,742 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2044371280_0042_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:58,743 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#42 about to shuffle output of map attempt_local2044371280_0042_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:58,743 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local2044371280_0042_m_000000_0
2014-08-22 23:20:58,743 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:58,744 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:58,745 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,745 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:58,746 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,746 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,748 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:58,749 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:58,749 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:58,749 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:58,750 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:58,751 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,751 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:58,751 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:58,755 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:58,755 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_ALL"]
2014-08-22 23:20:58,768 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2044371280_0042_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:58,770 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:58,770 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2044371280_0042_r_000000_0 is allowed to commit now
2014-08-22 23:20:58,771 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2044371280_0042_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_ALL/_temporary/0/task_local2044371280_0042_r_000000
2014-08-22 23:20:58,772 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:58,772 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2044371280_0042_r_000000_0' done.
2014-08-22 23:20:58,773 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2044371280_0042_r_000000_0
2014-08-22 23:20:58,773 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:58,789 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_ALL/_temporary
2014-08-22 23:20:58,817 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,847 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,848 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_ALL
2014-08-22 23:20:58,864 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:58,864 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:58,868 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_REPLACE
2014-08-22 23:20:58,883 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:58,883 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:58,888 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:58,889 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:58,890 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:58,893 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:58,893 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:58,893 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_SWAP"]
2014-08-22 23:20:58,893 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:58,894 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:58,894 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:58,894 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/ALL_'field'_SWAP
2014-08-22 23:20:58,895 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,896 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:58,919 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:58,936 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:58,952 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local782689283_0043
2014-08-22 23:20:58,969 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity782689283/.staging/job_local782689283_0043/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:58,970 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity782689283/.staging/job_local782689283_0043/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,016 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local782689283_0043/job_local782689283_0043.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,017 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local782689283_0043/job_local782689283_0043.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,017 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:59,018 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local782689283_0043
2014-08-22 23:20:59,018 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:59,018 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:59,018 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:59,021 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:59,021 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local782689283_0043_m_000000_0
2014-08-22 23:20:59,023 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,025 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:59,025 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4cef9c23
2014-08-22 23:20:59,027 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:59,027 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:59,054 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:59,055 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:59,055 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:59,055 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:59,057 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:59,059 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:59,059 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,063 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,063 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,066 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:59,066 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:59,067 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:59,067 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:59,067 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:59,070 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:59,072 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local782689283_0043_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,073 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:59,074 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local782689283_0043_m_000000_0' done.
2014-08-22 23:20:59,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local782689283_0043_m_000000_0
2014-08-22 23:20:59,074 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:59,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:59,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local782689283_0043_r_000000_0
2014-08-22 23:20:59,077 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,077 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2659da0f
2014-08-22 23:20:59,078 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:59,079 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local782689283_0043_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:59,079 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#43 about to shuffle output of map attempt_local782689283_0043_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:59,080 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local782689283_0043_m_000000_0
2014-08-22 23:20:59,080 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:59,081 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:59,081 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,082 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:59,083 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,084 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,085 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:59,086 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:59,086 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:59,086 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,087 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,087 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,088 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:59,088 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,092 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,092 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_SWAP"]
2014-08-22 23:20:59,103 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local782689283_0043_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,105 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,105 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local782689283_0043_r_000000_0 is allowed to commit now
2014-08-22 23:20:59,105 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local782689283_0043_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary/0/task_local782689283_0043_r_000000
2014-08-22 23:20:59,107 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:59,107 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local782689283_0043_r_000000_0' done.
2014-08-22 23:20:59,107 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local782689283_0043_r_000000_0
2014-08-22 23:20:59,107 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:59,121 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary
2014-08-22 23:20:59,150 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,180 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,181 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_'field'_SWAP
2014-08-22 23:20:59,197 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:59,197 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:59,202 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:59,204 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:59,204 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:59,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:59,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,207 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2014-08-22 23:20:59,208 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:59,208 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:59,208 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:59,208 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2014-08-22 23:20:59,209 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,210 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,232 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,250 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:59,265 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2085054353_0044
2014-08-22 23:20:59,281 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2085054353/.staging/job_local2085054353_0044/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,282 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2085054353/.staging/job_local2085054353_0044/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,325 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2085054353_0044/job_local2085054353_0044.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,326 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2085054353_0044/job_local2085054353_0044.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,327 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:59,327 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:59,327 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local2085054353_0044
2014-08-22 23:20:59,327 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:59,327 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:59,329 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:59,330 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2085054353_0044_m_000000_0
2014-08-22 23:20:59,331 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,332 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:59,332 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6e8dc539
2014-08-22 23:20:59,333 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:59,333 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:59,358 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:59,358 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:59,358 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:59,358 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:59,359 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:59,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:59,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,366 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:59,366 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:59,366 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:59,367 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:59,367 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:59,369 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:59,371 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2085054353_0044_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,372 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:59,373 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2085054353_0044_m_000000_0' done.
2014-08-22 23:20:59,373 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2085054353_0044_m_000000_0
2014-08-22 23:20:59,373 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:59,373 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:59,374 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2085054353_0044_r_000000_0
2014-08-22 23:20:59,375 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,375 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@32c08a64
2014-08-22 23:20:59,376 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:59,377 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2085054353_0044_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:59,378 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#44 about to shuffle output of map attempt_local2085054353_0044_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:59,378 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local2085054353_0044_m_000000_0
2014-08-22 23:20:59,378 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:59,379 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:59,380 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,380 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:59,382 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,384 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,385 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:59,385 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:59,385 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:59,385 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,386 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,386 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,387 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:59,387 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,390 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,390 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2014-08-22 23:20:59,402 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2085054353_0044_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,403 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,403 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2085054353_0044_r_000000_0 is allowed to commit now
2014-08-22 23:20:59,404 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2085054353_0044_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary/0/task_local2085054353_0044_r_000000
2014-08-22 23:20:59,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:59,405 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2085054353_0044_r_000000_0' done.
2014-08-22 23:20:59,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2085054353_0044_r_000000_0
2014-08-22 23:20:59,405 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:59,423 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2014-08-22 23:20:59,451 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,479 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,480 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_-1
2014-08-22 23:20:59,496 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:59,496 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:59,500 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_'field'
2014-08-22 23:20:59,515 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:59,515 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:59,520 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:59,521 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:59,522 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:59,525 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:59,526 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2014-08-22 23:20:59,527 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,527 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,550 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,568 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:59,583 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1163932581_0045
2014-08-22 23:20:59,599 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1163932581/.staging/job_local1163932581_0045/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,600 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1163932581/.staging/job_local1163932581_0045/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,643 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1163932581_0045/job_local1163932581_0045.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,645 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1163932581_0045/job_local1163932581_0045.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,645 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:59,645 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:59,646 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1163932581_0045
2014-08-22 23:20:59,646 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:59,646 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:59,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:59,649 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1163932581_0045_m_000000_0
2014-08-22 23:20:59,650 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,652 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:59,652 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@405a2273
2014-08-22 23:20:59,654 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:59,654 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:59,680 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:59,680 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:59,680 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:59,681 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:59,681 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:59,682 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:59,682 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,689 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:59,689 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:59,689 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:59,689 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:59,690 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:59,692 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:59,694 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1163932581_0045_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,696 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:59,697 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1163932581_0045_m_000000_0' done.
2014-08-22 23:20:59,697 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1163932581_0045_m_000000_0
2014-08-22 23:20:59,697 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:20:59,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:20:59,698 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1163932581_0045_r_000000_0
2014-08-22 23:20:59,700 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,700 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@50b279f3
2014-08-22 23:20:59,701 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:20:59,702 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1163932581_0045_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:20:59,703 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#45 about to shuffle output of map attempt_local1163932581_0045_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:20:59,704 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1163932581_0045_m_000000_0
2014-08-22 23:20:59,704 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:20:59,704 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:20:59,705 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,705 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:20:59,707 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,707 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,709 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:20:59,709 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:20:59,710 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:20:59,710 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:20:59,711 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:20:59,711 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,712 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:20:59,712 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,716 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,716 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2014-08-22 23:20:59,727 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1163932581_0045_r_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,728 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:20:59,728 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1163932581_0045_r_000000_0 is allowed to commit now
2014-08-22 23:20:59,728 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1163932581_0045_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary/0/task_local1163932581_0045_r_000000
2014-08-22 23:20:59,729 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:20:59,730 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1163932581_0045_r_000000_0' done.
2014-08-22 23:20:59,730 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1163932581_0045_r_000000_0
2014-08-22 23:20:59,730 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:20:59,745 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2014-08-22 23:20:59,773 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,802 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,803 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2014-08-22 23:20:59,818 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:20:59,819 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:20:59,823 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:20:59,825 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:20:59,825 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:20:59,828 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:20:59,829 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,829 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2014-08-22 23:20:59,829 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:20:59,829 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:20:59,829 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:20:59,829 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2014-08-22 23:20:59,830 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,831 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:20:59,857 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:20:59,875 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:20:59,890 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1282991342_0046
2014-08-22 23:20:59,906 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1282991342/.staging/job_local1282991342_0046/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,907 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1282991342/.staging/job_local1282991342_0046/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,951 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1282991342_0046/job_local1282991342_0046.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:20:59,952 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1282991342_0046/job_local1282991342_0046.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:20:59,953 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:20:59,953 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1282991342_0046
2014-08-22 23:20:59,953 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:20:59,953 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:20:59,953 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:20:59,956 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:20:59,956 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1282991342_0046_m_000000_0
2014-08-22 23:20:59,957 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:20:59,959 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:20:59,959 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@7e346322
2014-08-22 23:20:59,960 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:20:59,960 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:20:59,985 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:20:59,985 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:20:59,985 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:20:59,985 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:20:59,985 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:20:59,986 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:20:59,987 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:20:59,990 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:20:59,990 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:20:59,993 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:20:59,993 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:20:59,993 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:20:59,993 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:20:59,993 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:20:59,996 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:20:59,998 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1282991342_0046_m_000000_0 is done. And is in the process of committing
2014-08-22 23:20:59,999 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:20:59,999 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1282991342_0046_m_000000_0' done.
2014-08-22 23:20:59,999 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1282991342_0046_m_000000_0
2014-08-22 23:21:00,000 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:00,000 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:00,000 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1282991342_0046_r_000000_0
2014-08-22 23:21:00,002 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,002 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@17115c51
2014-08-22 23:21:00,002 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:00,004 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1282991342_0046_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:00,005 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#46 about to shuffle output of map attempt_local1282991342_0046_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:00,006 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1282991342_0046_m_000000_0
2014-08-22 23:21:00,006 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:00,006 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:00,007 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,007 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:00,009 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,011 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,012 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:00,012 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:00,012 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:00,013 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,013 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,013 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,014 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:00,014 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,017 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,017 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2014-08-22 23:21:00,028 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1282991342_0046_r_000000_0 is done. And is in the process of committing
2014-08-22 23:21:00,030 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,030 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local1282991342_0046_r_000000_0 is allowed to commit now
2014-08-22 23:21:00,030 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local1282991342_0046_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary/0/task_local1282991342_0046_r_000000
2014-08-22 23:21:00,031 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:00,032 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1282991342_0046_r_000000_0' done.
2014-08-22 23:21:00,032 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1282991342_0046_r_000000_0
2014-08-22 23:21:00,032 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:00,053 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2014-08-22 23:21:00,081 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,110 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,111 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2014-08-22 23:21:00,127 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:00,127 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:00,131 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:00,133 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:00,134 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:00,137 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:00,137 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,137 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2014-08-22 23:21:00,138 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:00,138 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:00,138 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:00,138 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2014-08-22 23:21:00,139 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,140 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,162 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,180 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:00,195 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local150742144_0047
2014-08-22 23:21:00,211 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity150742144/.staging/job_local150742144_0047/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,212 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity150742144/.staging/job_local150742144_0047/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,256 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local150742144_0047/job_local150742144_0047.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,257 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local150742144_0047/job_local150742144_0047.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,258 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:00,258 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local150742144_0047
2014-08-22 23:21:00,259 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:00,258 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:00,259 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:00,261 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:00,262 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local150742144_0047_m_000000_0
2014-08-22 23:21:00,263 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,264 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:00,264 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5176f87c
2014-08-22 23:21:00,265 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:00,265 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:00,291 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:00,291 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:00,291 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:00,291 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:00,292 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:00,293 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:00,293 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,296 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,296 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,299 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:00,299 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:00,299 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:00,299 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:00,300 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:00,302 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:00,304 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local150742144_0047_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:00,305 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:00,305 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local150742144_0047_m_000000_0' done.
2014-08-22 23:21:00,306 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local150742144_0047_m_000000_0
2014-08-22 23:21:00,306 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:00,306 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:00,306 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local150742144_0047_r_000000_0
2014-08-22 23:21:00,309 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,309 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@44ed6050
2014-08-22 23:21:00,310 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:00,310 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local150742144_0047_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:00,312 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#47 about to shuffle output of map attempt_local150742144_0047_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:00,312 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local150742144_0047_m_000000_0
2014-08-22 23:21:00,312 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:00,313 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:00,313 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,314 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:00,316 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,316 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,318 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:00,318 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:00,318 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:00,319 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,319 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,320 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:00,320 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,323 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,323 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2014-08-22 23:21:00,331 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:00,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:00,333 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local150742144_0047
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:00,334 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local150742144_0047 state at FAILED
2014-08-22 23:21:00,334 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:00,334 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:00,334 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:00,339 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:00,339 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2014-08-22 23:21:00,341 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:00,341 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2014-08-22 23:21:00,342 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE
2014-08-22 23:21:00,357 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:00,358 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:00,363 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:00,364 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:00,365 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:00,368 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:00,369 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2014-08-22 23:21:00,369 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,370 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,393 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,411 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:00,426 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local2144184111_0048
2014-08-22 23:21:00,442 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2144184111/.staging/job_local2144184111_0048/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,443 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2144184111/.staging/job_local2144184111_0048/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,490 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2144184111_0048/job_local2144184111_0048.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,491 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2144184111_0048/job_local2144184111_0048.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,491 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:00,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:00,492 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local2144184111_0048
2014-08-22 23:21:00,492 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:00,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:00,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:00,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2144184111_0048_m_000000_0
2014-08-22 23:21:00,496 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,497 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:00,498 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3f1b7a14
2014-08-22 23:21:00,499 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:00,499 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:00,525 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:00,525 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:00,525 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:00,526 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:00,526 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:00,527 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:00,527 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,534 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,534 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,537 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:00,537 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:00,537 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:00,538 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:00,538 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:00,540 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:00,542 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2144184111_0048_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:00,544 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:00,544 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2144184111_0048_m_000000_0' done.
2014-08-22 23:21:00,544 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2144184111_0048_m_000000_0
2014-08-22 23:21:00,544 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:00,545 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:00,545 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local2144184111_0048_r_000000_0
2014-08-22 23:21:00,547 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,547 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@19a3c7b3
2014-08-22 23:21:00,548 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:00,550 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local2144184111_0048_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:00,551 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#48 about to shuffle output of map attempt_local2144184111_0048_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:00,551 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local2144184111_0048_m_000000_0
2014-08-22 23:21:00,551 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:00,552 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:00,553 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,555 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:00,558 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,558 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:00,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:00,560 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:00,561 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,561 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:00,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,566 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,566 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2014-08-22 23:21:00,577 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local2144184111_0048_r_000000_0 is done. And is in the process of committing
2014-08-22 23:21:00,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,578 INFO  mapred.Task (Task.java:commit(1156)) - Task attempt_local2144184111_0048_r_000000_0 is allowed to commit now
2014-08-22 23:21:00,579 INFO  output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local2144184111_0048_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary/0/task_local2144184111_0048_r_000000
2014-08-22 23:21:00,580 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:00,580 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local2144184111_0048_r_000000_0' done.
2014-08-22 23:21:00,580 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local2144184111_0048_r_000000_0
2014-08-22 23:21:00,580 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:00,592 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2014-08-22 23:21:00,620 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,622 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:00,651 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,652 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2014-08-22 23:21:00,668 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:00,668 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:00,673 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:00,675 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:00,675 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:00,678 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:00,678 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,679 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_-1"]
2014-08-22 23:21:00,679 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:00,679 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:00,679 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:00,680 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2014-08-22 23:21:00,681 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,682 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,705 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,722 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:00,737 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local106955003_0049
2014-08-22 23:21:00,754 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity106955003/.staging/job_local106955003_0049/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,755 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity106955003/.staging/job_local106955003_0049/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,800 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local106955003_0049/job_local106955003_0049.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:00,801 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local106955003_0049/job_local106955003_0049.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:00,802 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:00,802 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local106955003_0049
2014-08-22 23:21:00,802 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:00,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:00,803 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:00,805 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:00,805 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local106955003_0049_m_000000_0
2014-08-22 23:21:00,806 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,808 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:00,808 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@32c88e0d
2014-08-22 23:21:00,809 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:00,809 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:00,833 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:00,834 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:00,834 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:00,834 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:00,834 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:00,835 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:00,835 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,839 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,839 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:00,842 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:00,842 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:00,842 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:00,842 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:00,845 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:00,847 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local106955003_0049_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:00,848 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:00,848 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local106955003_0049_m_000000_0' done.
2014-08-22 23:21:00,848 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local106955003_0049_m_000000_0
2014-08-22 23:21:00,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:00,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:00,849 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local106955003_0049_r_000000_0
2014-08-22 23:21:00,851 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:00,851 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2914db2a
2014-08-22 23:21:00,851 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:00,852 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local106955003_0049_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:00,853 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#49 about to shuffle output of map attempt_local106955003_0049_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:00,854 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local106955003_0049_m_000000_0
2014-08-22 23:21:00,854 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:00,855 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:00,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,856 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:00,857 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,857 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:00,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:00,859 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:00,859 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:00,859 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:00,860 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:00,860 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:00,860 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:00,863 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:00,864 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_-1"]
2014-08-22 23:21:00,871 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:00,872 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:00,875 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local106955003_0049
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:00,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local106955003_0049 state at FAILED
2014-08-22 23:21:00,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:00,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:00,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:00,881 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:00,882 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2014-08-22 23:21:00,882 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:00,883 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_-1/_temporary
2014-08-22 23:21:00,883 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_-1
2014-08-22 23:21:00,898 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:00,899 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:00,903 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_'field'
2014-08-22 23:21:00,918 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:00,918 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:00,922 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:00,924 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:00,925 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:00,927 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:00,928 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:00,928 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2014-08-22 23:21:00,928 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:00,929 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:00,929 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:00,929 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2014-08-22 23:21:00,930 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,931 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:00,953 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:00,971 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:00,986 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local387685889_0050
2014-08-22 23:21:01,002 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity387685889/.staging/job_local387685889_0050/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,003 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity387685889/.staging/job_local387685889_0050/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,047 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local387685889_0050/job_local387685889_0050.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,048 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local387685889_0050/job_local387685889_0050.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,049 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:01,049 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local387685889_0050
2014-08-22 23:21:01,049 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:01,049 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:01,049 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:01,051 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:01,052 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local387685889_0050_m_000000_0
2014-08-22 23:21:01,053 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,055 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:01,055 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@5c66f52c
2014-08-22 23:21:01,056 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:01,056 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:01,082 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:01,083 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:01,083 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:01,083 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:01,083 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:01,084 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:01,084 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,088 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,088 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,091 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:01,091 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:01,091 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:01,091 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:01,092 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:01,095 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:01,097 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local387685889_0050_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:01,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:01,098 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local387685889_0050_m_000000_0' done.
2014-08-22 23:21:01,098 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local387685889_0050_m_000000_0
2014-08-22 23:21:01,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:01,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:01,099 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local387685889_0050_r_000000_0
2014-08-22 23:21:01,100 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,101 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@29e0042f
2014-08-22 23:21:01,101 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:01,102 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local387685889_0050_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:01,103 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#50 about to shuffle output of map attempt_local387685889_0050_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:01,104 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local387685889_0050_m_000000_0
2014-08-22 23:21:01,104 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:01,104 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:01,105 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,105 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:01,107 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,107 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,109 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:01,109 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:01,109 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:01,110 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,110 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,111 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,111 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:01,111 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,115 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,115 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2014-08-22 23:21:01,123 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,126 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:01,128 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local387685889_0050
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,135 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local387685889_0050 state at FAILED
2014-08-22 23:21:01,135 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:01,135 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:01,135 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:01,139 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:01,140 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2014-08-22 23:21:01,141 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:01,141 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2014-08-22 23:21:01,141 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_RESULTS
2014-08-22 23:21:01,158 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:01,158 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:01,163 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:01,164 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:01,165 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_ALL"]
2014-08-22 23:21:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:01,170 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:01,170 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2014-08-22 23:21:01,171 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,172 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,197 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:01,199 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:01,216 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:01,231 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1462018084_0051
2014-08-22 23:21:01,247 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1462018084/.staging/job_local1462018084_0051/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,248 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1462018084/.staging/job_local1462018084_0051/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,291 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1462018084_0051/job_local1462018084_0051.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,293 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1462018084_0051/job_local1462018084_0051.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,293 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:01,293 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:01,293 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1462018084_0051
2014-08-22 23:21:01,294 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:01,294 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:01,296 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:01,296 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1462018084_0051_m_000000_0
2014-08-22 23:21:01,297 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,298 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:01,298 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6c4cbf96
2014-08-22 23:21:01,299 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:01,300 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:01,325 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:01,325 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:01,325 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:01,325 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:01,325 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:01,327 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:01,327 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,330 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,330 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:01,333 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:01,333 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:01,333 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:01,333 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:01,336 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:01,338 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1462018084_0051_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:01,339 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:01,339 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1462018084_0051_m_000000_0' done.
2014-08-22 23:21:01,339 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1462018084_0051_m_000000_0
2014-08-22 23:21:01,340 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:01,340 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:01,340 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1462018084_0051_r_000000_0
2014-08-22 23:21:01,341 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,342 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@687963ac
2014-08-22 23:21:01,344 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:01,345 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1462018084_0051_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:01,346 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#51 about to shuffle output of map attempt_local1462018084_0051_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:01,347 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1462018084_0051_m_000000_0
2014-08-22 23:21:01,347 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:01,347 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:01,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,348 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:01,351 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,351 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,353 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:01,353 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:01,353 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:01,354 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,354 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,354 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,355 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:01,355 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_ALL"]
2014-08-22 23:21:01,366 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,367 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:01,368 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1462018084_0051
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,378 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1462018084_0051 state at FAILED
2014-08-22 23:21:01,379 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:01,379 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:01,379 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:01,382 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:01,382 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2014-08-22 23:21:01,383 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:01,383 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_ALL/_temporary
2014-08-22 23:21:01,384 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_ALL
2014-08-22 23:21:01,399 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:01,399 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:01,403 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:01,405 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:01,406 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:01,408 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:01,409 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,409 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2014-08-22 23:21:01,410 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:01,410 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:01,410 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:01,412 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2014-08-22 23:21:01,412 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,413 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,435 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:01,453 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:01,461 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:01,468 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local822778553_0052
2014-08-22 23:21:01,485 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity822778553/.staging/job_local822778553_0052/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,489 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity822778553/.staging/job_local822778553_0052/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,535 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local822778553_0052/job_local822778553_0052.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,537 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local822778553_0052/job_local822778553_0052.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,537 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:01,538 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:01,538 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:01,538 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local822778553_0052
2014-08-22 23:21:01,538 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:01,541 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:01,541 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local822778553_0052_m_000000_0
2014-08-22 23:21:01,543 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,544 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:01,544 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4463a4bb
2014-08-22 23:21:01,546 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:01,546 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:01,572 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:01,572 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:01,572 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:01,572 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:01,572 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:01,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:01,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,579 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,579 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,582 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:01,582 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:01,582 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:01,582 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:01,583 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:01,585 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:01,587 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local822778553_0052_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:01,589 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:01,589 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local822778553_0052_m_000000_0' done.
2014-08-22 23:21:01,589 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local822778553_0052_m_000000_0
2014-08-22 23:21:01,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:01,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:01,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local822778553_0052_r_000000_0
2014-08-22 23:21:01,592 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,592 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1d75249c
2014-08-22 23:21:01,593 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:01,594 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local822778553_0052_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:01,595 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#52 about to shuffle output of map attempt_local822778553_0052_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:01,595 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local822778553_0052_m_000000_0
2014-08-22 23:21:01,596 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:01,596 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:01,597 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,597 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:01,598 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,599 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,601 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:01,602 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:01,602 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:01,602 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,603 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,604 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,604 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:01,604 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,608 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,608 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2014-08-22 23:21:01,615 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,616 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:01,618 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local822778553_0052
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,625 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local822778553_0052 state at FAILED
2014-08-22 23:21:01,625 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:01,626 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:01,626 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:01,629 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:01,630 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2014-08-22 23:21:01,630 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:01,631 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2014-08-22 23:21:01,631 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_REPLACE
2014-08-22 23:21:01,646 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:01,647 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:01,651 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:01,653 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:01,654 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:01,656 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:01,657 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,657 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2014-08-22 23:21:01,657 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:01,657 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:01,657 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:01,658 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2014-08-22 23:21:01,658 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,659 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,682 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:01,699 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:01,714 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local793467238_0053
2014-08-22 23:21:01,724 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:01,730 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity793467238/.staging/job_local793467238_0053/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,731 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity793467238/.staging/job_local793467238_0053/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,774 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local793467238_0053/job_local793467238_0053.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,776 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local793467238_0053/job_local793467238_0053.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:01,776 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:01,776 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:01,776 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local793467238_0053
2014-08-22 23:21:01,777 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:01,777 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:01,779 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:01,779 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local793467238_0053_m_000000_0
2014-08-22 23:21:01,780 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,781 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:01,781 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@6604ec21
2014-08-22 23:21:01,782 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:01,783 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:01,807 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:01,808 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:01,808 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:01,808 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:01,808 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:01,809 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:01,809 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,812 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,813 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,815 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:01,815 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:01,816 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:01,816 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:01,816 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:01,818 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:01,820 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local793467238_0053_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:01,821 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:01,822 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local793467238_0053_m_000000_0' done.
2014-08-22 23:21:01,822 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local793467238_0053_m_000000_0
2014-08-22 23:21:01,822 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:01,822 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:01,823 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local793467238_0053_r_000000_0
2014-08-22 23:21:01,824 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:01,824 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@71ba5790
2014-08-22 23:21:01,824 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:01,825 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local793467238_0053_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:01,826 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#53 about to shuffle output of map attempt_local793467238_0053_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:01,827 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local793467238_0053_m_000000_0
2014-08-22 23:21:01,827 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:01,827 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:01,828 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,828 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:01,830 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,830 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,831 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:01,831 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:01,831 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:01,832 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:01,832 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:01,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:01,833 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:01,833 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:01,836 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:01,836 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2014-08-22 23:21:01,843 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,844 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:01,846 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local793467238_0053
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:01,851 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local793467238_0053 state at FAILED
2014-08-22 23:21:01,851 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:01,851 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:01,852 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:01,855 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:01,856 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2014-08-22 23:21:01,857 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:01,858 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2014-08-22 23:21:01,858 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_VALUES_SWAP
2014-08-22 23:21:01,873 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:01,873 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:01,878 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:01,879 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:01,880 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:01,883 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:01,883 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:01,884 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_-1"]
2014-08-22 23:21:01,884 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:01,885 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:01,885 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:01,886 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2014-08-22 23:21:01,887 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,888 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:01,911 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:01,929 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:01,946 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local456515613_0054
2014-08-22 23:21:01,956 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:01,967 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity456515613/.staging/job_local456515613_0054/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:01,969 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity456515613/.staging/job_local456515613_0054/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,021 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local456515613_0054/job_local456515613_0054.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,022 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local456515613_0054/job_local456515613_0054.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,023 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:02,023 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:02,024 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:02,024 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local456515613_0054
2014-08-22 23:21:02,024 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:02,026 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:02,026 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local456515613_0054_m_000000_0
2014-08-22 23:21:02,027 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,028 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:02,029 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@66d637a2
2014-08-22 23:21:02,029 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:02,030 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:02,054 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:02,054 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:02,054 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:02,055 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:02,055 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:02,056 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:02,056 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,059 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,059 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,062 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:02,062 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:02,062 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:02,063 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:02,063 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:02,065 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:02,067 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local456515613_0054_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:02,068 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:02,068 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local456515613_0054_m_000000_0' done.
2014-08-22 23:21:02,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local456515613_0054_m_000000_0
2014-08-22 23:21:02,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:02,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:02,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local456515613_0054_r_000000_0
2014-08-22 23:21:02,071 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,071 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5169751d
2014-08-22 23:21:02,071 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:02,072 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local456515613_0054_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:02,073 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#54 about to shuffle output of map attempt_local456515613_0054_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:02,074 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local456515613_0054_m_000000_0
2014-08-22 23:21:02,074 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:02,074 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:02,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,075 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:02,077 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,077 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,078 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:02,078 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:02,079 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:02,079 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,079 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,080 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:02,081 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,085 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,085 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_-1"]
2014-08-22 23:21:02,093 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,093 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:02,095 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local456515613_0054
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,098 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local456515613_0054 state at FAILED
2014-08-22 23:21:02,099 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:02,099 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:02,099 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:02,102 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:02,102 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2014-08-22 23:21:02,103 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:02,103 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_-1/_temporary
2014-08-22 23:21:02,104 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_-1
2014-08-22 23:21:02,119 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:02,119 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:02,123 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_'field'
2014-08-22 23:21:02,138 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:02,138 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:02,142 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:02,144 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:02,145 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:02,147 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:02,148 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,148 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2014-08-22 23:21:02,148 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:02,148 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:02,148 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:02,149 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2014-08-22 23:21:02,149 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,150 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,198 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:02,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce
2014-08-22 23:21:02,218 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:02,233 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local1141580705_0055
2014-08-22 23:21:02,249 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1141580705/.staging/job_local1141580705_0055/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,250 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1141580705/.staging/job_local1141580705_0055/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,294 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1141580705_0055/job_local1141580705_0055.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,295 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1141580705_0055/job_local1141580705_0055.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,296 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:02,296 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local1141580705_0055
2014-08-22 23:21:02,296 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:02,296 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:02,296 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:02,298 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:02,299 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1141580705_0055_m_000000_0
2014-08-22 23:21:02,300 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,301 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:02,302 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@441bcdc8
2014-08-22 23:21:02,303 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:02,303 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:02,328 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:02,329 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:02,329 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:02,329 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:02,329 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:02,331 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:02,331 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,337 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,341 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,344 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:02,344 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:02,344 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:02,344 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:02,344 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:02,347 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:02,349 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1141580705_0055_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:02,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:02,351 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1141580705_0055_m_000000_0' done.
2014-08-22 23:21:02,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1141580705_0055_m_000000_0
2014-08-22 23:21:02,351 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:02,352 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:02,352 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1141580705_0055_r_000000_0
2014-08-22 23:21:02,353 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,354 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@e2a235c
2014-08-22 23:21:02,354 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:02,355 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1141580705_0055_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:02,357 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#55 about to shuffle output of map attempt_local1141580705_0055_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:02,357 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local1141580705_0055_m_000000_0
2014-08-22 23:21:02,357 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:02,358 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:02,358 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,361 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:02,362 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,363 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,364 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:02,365 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:02,365 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:02,365 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,366 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,366 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,367 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:02,368 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,371 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,371 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2014-08-22 23:21:02,379 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:02,384 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local1141580705_0055
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,392 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local1141580705_0055 state at FAILED
2014-08-22 23:21:02,392 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:02,393 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:02,393 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:02,396 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:02,397 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2014-08-22 23:21:02,397 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:02,398 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2014-08-22 23:21:02,398 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_RESULTS
2014-08-22 23:21:02,413 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:02,414 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:02,417 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_ALL
2014-08-22 23:21:02,432 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:02,432 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:02,437 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:02,438 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:02,439 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:02,443 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2014-08-22 23:21:02,443 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,444 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,466 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:02,484 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:02,499 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local233151494_0056
2014-08-22 23:21:02,515 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity233151494/.staging/job_local233151494_0056/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,516 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity233151494/.staging/job_local233151494_0056/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,560 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local233151494_0056/job_local233151494_0056.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,561 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local233151494_0056/job_local233151494_0056.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,561 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:02,562 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local233151494_0056
2014-08-22 23:21:02,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:02,562 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:02,562 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:02,564 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:02,564 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local233151494_0056_m_000000_0
2014-08-22 23:21:02,565 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,567 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:02,567 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@35537843
2014-08-22 23:21:02,568 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:02,568 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:02,593 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:02,593 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:02,593 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:02,594 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:02,594 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:02,595 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:02,595 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,598 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,598 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,601 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:02,601 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:02,602 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:02,602 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:02,602 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:02,604 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:02,606 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local233151494_0056_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:02,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:02,608 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local233151494_0056_m_000000_0' done.
2014-08-22 23:21:02,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local233151494_0056_m_000000_0
2014-08-22 23:21:02,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:02,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:02,609 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local233151494_0056_r_000000_0
2014-08-22 23:21:02,610 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,610 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2364553c
2014-08-22 23:21:02,611 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:02,612 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local233151494_0056_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:02,613 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#56 about to shuffle output of map attempt_local233151494_0056_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:02,613 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local233151494_0056_m_000000_0
2014-08-22 23:21:02,614 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:02,614 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:02,615 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,615 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:02,617 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,617 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,618 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:02,618 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:02,618 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:02,619 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,619 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:02,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,623 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,623 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2014-08-22 23:21:02,630 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,631 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:02,633 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local233151494_0056
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,636 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local233151494_0056 state at FAILED
2014-08-22 23:21:02,637 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:02,637 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:02,637 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:02,640 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:02,640 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2014-08-22 23:21:02,641 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:02,641 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2014-08-22 23:21:02,641 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_REPLACE
2014-08-22 23:21:02,657 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 23:21:02,657 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.6/31997f144a2e73eebf04d45ed31402ee30118b2/cascading-hadoop2-mr1-2.5.6.jar
2014-08-22 23:21:02,662 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-08-22 23:21:02,663 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-08-22 23:21:02,664 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-08-22 23:21:02,666 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] starting
2014-08-22 23:21:02,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2014-08-22 23:21:02,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  parallel execution is enabled: false
2014-08-22 23:21:02,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  starting jobs: 1
2014-08-22 23:21:02,667 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every]  allocating threads: 1
2014-08-22 23:21:02,668 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2014-08-22 23:21:02,668 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,669 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-08-22 23:21:02,692 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2014-08-22 23:21:02,710 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-08-22 23:21:02,725 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local790528183_0057
2014-08-22 23:21:02,743 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity790528183/.staging/job_local790528183_0057/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,744 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/staging/teamcity790528183/.staging/job_local790528183_0057/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,791 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local790528183_0057/job_local790528183_0057.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-08-22 23:21:02,792 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local790528183_0057/job_local790528183_0057.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-08-22 23:21:02,793 INFO  mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-08-22 23:21:02,793 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-08-22 23:21:02,794 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-08-22 23:21:02,793 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] submitted hadoop job: job_local790528183_0057
2014-08-22 23:21:02,794 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] tracking url: http://localhost:8080/
2014-08-22 23:21:02,795 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-08-22 23:21:02,796 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local790528183_0057_m_000000_0
2014-08-22 23:21:02,797 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,798 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt
2014-08-22 23:21:02,798 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4f2fb603
2014-08-22 23:21:02,799 INFO  mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 1
2014-08-22 23:21:02,799 INFO  mapred.MapTask (MapTask.java:createSortingCollector(388)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2014-08-22 23:21:02,824 INFO  mapred.MapTask (MapTask.java:setEquator(1182)) - (EQUATOR) 0 kvi 26214396(104857584)
2014-08-22 23:21:02,824 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2014-08-22 23:21:02,824 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2014-08-22 23:21:02,825 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2014-08-22 23:21:02,825 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2014-08-22 23:21:02,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 23:21:02,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,829 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt"]
2014-08-22 23:21:02,829 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 
2014-08-22 23:21:02,832 INFO  mapred.MapTask (MapTask.java:flush(1437)) - Starting flush of map output
2014-08-22 23:21:02,832 INFO  mapred.MapTask (MapTask.java:flush(1455)) - Spilling map output
2014-08-22 23:21:02,832 INFO  mapred.MapTask (MapTask.java:flush(1456)) - bufstart = 0; bufend = 251; bufvoid = 104857600
2014-08-22 23:21:02,833 INFO  mapred.MapTask (MapTask.java:flush(1458)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2014-08-22 23:21:02,835 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1641)) - Finished spill 0
2014-08-22 23:21:02,837 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local790528183_0057_m_000000_0 is done. And is in the process of committing
2014-08-22 23:21:02,838 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/classes/test/data/nums.20.txt:0+51
2014-08-22 23:21:02,839 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local790528183_0057_m_000000_0' done.
2014-08-22 23:21:02,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local790528183_0057_m_000000_0
2014-08-22 23:21:02,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-08-22 23:21:02,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks
2014-08-22 23:21:02,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local790528183_0057_r_000000_0
2014-08-22 23:21:02,841 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2014-08-22 23:21:02,842 INFO  mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4ebac0ad
2014-08-22 23:21:02,842 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(193)) - MergerManager: memoryLimit=493250144, maxSingleShuffleLimit=123312536, mergeThreshold=325545120, ioSortFactor=10, memToMemMergeOutputsThreshold=10
2014-08-22 23:21:02,843 INFO  reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local790528183_0057_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
2014-08-22 23:21:02,844 INFO  reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(140)) - localfetcher#57 about to shuffle output of map attempt_local790528183_0057_m_000000_0 decomp: 293 len: 297 to MEMORY
2014-08-22 23:21:02,845 INFO  reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 293 bytes from map-output for attempt_local790528183_0057_m_000000_0
2014-08-22 23:21:02,845 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(307)) - closeInMemoryFile -> map-output of size: 293, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->293
2014-08-22 23:21:02,845 INFO  reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning
2014-08-22 23:21:02,846 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,846 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(667)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
2014-08-22 23:21:02,848 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,848 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,850 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(742)) - Merged 1 segments, 293 bytes to disk to satisfy reduce memory limit
2014-08-22 23:21:02,850 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(772)) - Merging 1 files, 297 bytes from disk
2014-08-22 23:21:02,850 INFO  reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(787)) - Merging 0 segments, 0 bytes from memory into reduce
2014-08-22 23:21:02,850 INFO  mapred.Merger (Merger.java:merge(589)) - Merging 1 sorted segments
2014-08-22 23:21:02,851 INFO  mapred.Merger (Merger.java:merge(688)) - Down to the last merge-pass, with 1 segments left of total size: 282 bytes
2014-08-22 23:21:02,852 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied.
2014-08-22 23:21:02,853 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 23:21:02,853 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 23:21:02,856 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2014-08-22 23:21:02,856 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2014-08-22 23:21:02,864 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,865 INFO  mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete.
2014-08-22 23:21:02,868 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local790528183_0057
java.lang.Exception: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
Caused by: cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestAggregator.complete(TestAggregator.java:96)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
	at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:444)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:392)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2014-08-22 23:21:02,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] hadoop job job_local790528183_0057 state at FAILED
2014-08-22 23:21:02,878 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] failure info: NA
2014-08-22 23:21:02,879 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events identify failed tasks
2014-08-22 23:21:02,879 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [every] task completion events count: 0
2014-08-22 23:21:02,882 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopping all jobs
2014-08-22 23:21:02,883 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [every] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2014-08-22 23:21:02,884 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [every] stopped all jobs
2014-08-22 23:21:02,884 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output/hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2014-08-22 23:21:02,884 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-2.4.x/build/test/output//hadoop2-mr1/everypipeassemblyplatform/ALL_ARGS_SWAP