2013-10-28 18:15:16,708 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-28 18:15:16,742 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-28 18:15:16,743 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.detail.EveryPipeAssemblyPlatformTest
2013-10-28 18:15:16,856 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,885 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,898 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,927 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,934 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,941 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,949 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,956 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,957 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,963 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,969 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,971 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,982 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,989 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,991 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,992 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,997 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:16,998 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,000 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,010 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,012 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,017 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,018 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,025 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,029 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,037 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,043 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,047 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,052 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,053 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,057 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,063 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,065 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,076 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,080 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,087 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,091 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,097 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,098 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,099 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,102 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,106 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,107 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,117 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,118 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,130 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,131 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,154 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,173 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,188 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,192 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,230 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,246 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,247 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,268 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,276 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,284 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,300 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,303 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,311 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,328 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,329 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,330 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,335 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,336 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,337 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,354 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,355 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,356 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,357 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,362 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,363 INFO detail.PipeAssemblyTestBase (PipeAssemblyTestBase.java:makeSuites(90)) - installing platform: hadoop
2013-10-28 18:15:17,407 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-28 18:15:17,749 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:17,751 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:17,763 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 874E5C4236F84044A9F6CF1D270E6EBF
2013-10-28 18:15:17,998 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-28 18:15:18,002 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:18,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:18,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-28 18:15:18,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:18,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:18,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:18,007 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_'field'_-1
2013-10-28 18:15:18,041 INFO util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(40)) - Trying to load the custom-built native-hadoop library...
2013-10-28 18:15:18,043 ERROR util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(47)) - Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
2013-10-28 18:15:18,044 ERROR util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(48)) - java.library.path=/usr/java/jdk1.6.0_31/jre/lib/amd64/server:/usr/java/jdk1.6.0_31/jre/lib/amd64:/usr/java/jdk1.6.0_31/jre/../lib/amd64:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
2013-10-28 18:15:18,045 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-28 18:15:18,100 ERROR snappy.LoadSnappy (LoadSnappy.java:<clinit>(51)) - Failed to load snappy with error: java.lang.UnsatisfiedLinkError: no snappy in java.library.path
2013-10-28 18:15:18,101 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(63)) - Snappy native library not loaded
2013-10-28 18:15:18,106 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:18,325 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0001
2013-10-28 18:15:18,405 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:18,406 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:18,413 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:18,419 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:18,420 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:18,427 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:18,429 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:18,545 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:18,546 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:18,565 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:18,565 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:18,604 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:18,605 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:18,628 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:18,640 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:18,643 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:18,646 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:18,647 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-28 18:15:18,658 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:18,659 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:18,668 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:18,669 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:18,674 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:18,679 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:18,679 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:18,680 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:18,682 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:18,682 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:18,706 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:18,707 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1"]
2013-10-28 18:15:18,725 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:18,726 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:18,727 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-28 18:15:18,732 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-28 18:15:18,733 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:18,735 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-28 18:15:18,746 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_-1/_temporary
2013-10-28 18:15:18,767 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:18,786 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:18,788 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_-1
2013-10-28 18:15:18,806 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:18,807 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:18,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:18,825 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:18,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-28 18:15:18,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:18,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:18,826 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:18,827 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_'field'
2013-10-28 18:15:18,841 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:18,944 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0002
2013-10-28 18:15:18,955 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:18,956 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:18,957 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:18,958 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:18,959 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:18,959 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:18,960 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:19,346 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:19,348 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:19,360 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:19,361 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:19,398 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:19,400 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:19,409 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:19,428 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:19,434 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:19,436 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:19,437 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-28 18:15:19,445 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:19,445 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:19,446 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:19,446 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,449 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:19,449 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:19,450 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,451 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:19,452 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:19,452 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:19,465 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:19,466 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'"]
2013-10-28 18:15:19,479 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:19,480 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,481 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-28 18:15:19,488 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-28 18:15:19,489 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:19,490 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-28 18:15:19,500 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_'field'/_temporary
2013-10-28 18:15:19,519 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:19,544 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:19,545 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_'field'
2013-10-28 18:15:19,563 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:19,564 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:19,601 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:19,602 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:19,603 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-28 18:15:19,604 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:19,604 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:19,605 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:19,607 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_'field'_RESULTS
2013-10-28 18:15:19,629 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:19,684 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0003
2013-10-28 18:15:19,689 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:19,689 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:19,690 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:19,693 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:19,694 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:19,696 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:19,697 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:19,853 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:19,854 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:19,872 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:19,872 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:19,882 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:19,885 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:19,888 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:19,891 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:19,900 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:19,902 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:19,906 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0003_m_000000_0' done.
2013-10-28 18:15:19,915 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:19,916 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:19,917 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:19,918 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,919 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:19,921 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:19,921 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,922 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:19,922 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:19,923 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:19,932 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:19,932 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS"]
2013-10-28 18:15:19,942 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:19,943 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:19,944 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-10-28 18:15:19,949 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-28 18:15:19,957 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:19,958 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0003_r_000000_0' done.
2013-10-28 18:15:19,973 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary
2013-10-28 18:15:19,985 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:19,998 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,000 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_RESULTS
2013-10-28 18:15:20,013 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:20,014 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:20,078 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:20,079 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:20,080 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-28 18:15:20,081 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:20,082 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:20,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:20,093 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2013-10-28 18:15:20,141 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,262 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0004
2013-10-28 18:15:20,269 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:20,269 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:20,271 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:20,273 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:20,273 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:20,276 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:20,284 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:20,443 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:20,443 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:20,446 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:20,446 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:20,461 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:20,462 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:20,464 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:20,467 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:20,472 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:20,474 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:20,488 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0004_m_000000_0' done.
2013-10-28 18:15:20,499 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:20,501 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:20,502 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:20,502 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,532 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:20,533 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:20,533 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,545 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:20,546 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:20,546 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:20,561 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:20,561 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL"]
2013-10-28 18:15:20,575 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:20,577 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,585 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2013-10-28 18:15:20,588 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-28 18:15:20,589 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:20,590 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0004_r_000000_0' done.
2013-10-28 18:15:20,602 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_ALL/_temporary
2013-10-28 18:15:20,615 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,630 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,633 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_ALL
2013-10-28 18:15:20,652 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:20,653 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:20,664 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_REPLACE
2013-10-28 18:15:20,680 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:20,682 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:20,701 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:20,702 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:20,702 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-28 18:15:20,703 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:20,703 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:20,704 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:20,704 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2013-10-28 18:15:20,722 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,747 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0005
2013-10-28 18:15:20,751 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:20,751 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:20,752 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:20,755 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:20,756 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:20,757 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:20,758 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:20,868 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:20,869 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:20,871 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:20,871 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:20,878 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:20,879 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:20,882 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:20,885 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:20,887 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:20,888 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:20,889 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0005_m_000000_0' done.
2013-10-28 18:15:20,892 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:20,893 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:20,893 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:20,893 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,895 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:20,895 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:20,895 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,897 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:20,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:20,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:20,904 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:20,905 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP"]
2013-10-28 18:15:20,918 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:20,919 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:20,920 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2013-10-28 18:15:20,923 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-28 18:15:20,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:20,924 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0005_r_000000_0' done.
2013-10-28 18:15:20,930 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_'field'_SWAP/_temporary
2013-10-28 18:15:20,939 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,949 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:20,950 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_'field'_SWAP
2013-10-28 18:15:20,973 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:20,974 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:20,994 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:20,995 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:20,995 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-28 18:15:20,996 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:20,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:20,997 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:20,998 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2013-10-28 18:15:21,017 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,072 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0006
2013-10-28 18:15:21,076 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:21,076 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:21,077 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:21,078 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:21,078 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:21,079 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:21,079 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:21,496 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:21,497 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:21,499 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:21,499 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:21,505 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:21,506 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:21,508 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:21,511 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:21,512 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:21,514 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:21,514 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0006_m_000000_0' done.
2013-10-28 18:15:21,518 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:21,518 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:21,518 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:21,519 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,520 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:21,520 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:21,521 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,521 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:21,521 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:21,522 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:21,528 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:21,528 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2013-10-28 18:15:21,535 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:21,535 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,536 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2013-10-28 18:15:21,541 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-28 18:15:21,541 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:21,542 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0006_r_000000_0' done.
2013-10-28 18:15:21,550 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2013-10-28 18:15:21,563 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,581 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,584 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_-1
2013-10-28 18:15:21,614 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:21,615 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:21,625 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_'field'
2013-10-28 18:15:21,636 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:21,637 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:21,661 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:21,662 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:21,662 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-28 18:15:21,663 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:21,664 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:21,664 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:21,666 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2013-10-28 18:15:21,678 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,715 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0007
2013-10-28 18:15:21,721 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:21,721 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:21,722 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:21,724 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:21,724 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:21,726 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:21,732 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:21,762 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:21,763 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:21,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:21,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:21,784 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:21,787 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:21,792 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:21,801 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:21,805 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:21,807 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:21,808 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0007_m_000000_0' done.
2013-10-28 18:15:21,813 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:21,813 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:21,814 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:21,814 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,817 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:21,820 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:21,821 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,822 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:21,822 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:21,823 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:21,832 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:21,832 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2013-10-28 18:15:21,841 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:21,842 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:21,843 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2013-10-28 18:15:21,846 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-28 18:15:21,847 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:21,847 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0007_r_000000_0' done.
2013-10-28 18:15:21,861 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2013-10-28 18:15:21,871 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,882 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,883 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2013-10-28 18:15:21,904 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:21,905 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:21,920 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:21,921 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:21,921 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-28 18:15:21,922 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:21,922 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:21,922 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:21,923 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2013-10-28 18:15:21,934 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:21,989 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0008
2013-10-28 18:15:22,008 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,011 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:22,012 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:22,014 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:22,014 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:22,014 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:22,014 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:22,037 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:22,037 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:22,038 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:22,038 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,045 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,045 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,048 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:22,050 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:22,052 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:22,053 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:22,054 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0008_m_000000_0' done.
2013-10-28 18:15:22,057 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,057 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:22,057 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:22,057 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,059 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:22,060 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:22,060 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,060 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:22,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:22,061 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,068 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,068 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2013-10-28 18:15:22,074 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:22,075 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,076 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2013-10-28 18:15:22,079 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-28 18:15:22,079 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:22,080 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0008_r_000000_0' done.
2013-10-28 18:15:22,085 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2013-10-28 18:15:22,096 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,106 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,108 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_ALL
2013-10-28 18:15:22,119 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:22,123 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:22,164 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:22,164 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,165 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-28 18:15:22,165 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:22,166 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:22,166 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:22,167 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-28 18:15:22,182 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,243 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0009
2013-10-28 18:15:22,251 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,251 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:22,252 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:22,253 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:22,253 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:22,256 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:22,256 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:22,447 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:22,447 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:22,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:22,449 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,455 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,456 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,458 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:22,461 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:22,463 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:22,464 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:22,465 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0009_m_000000_0' done.
2013-10-28 18:15:22,470 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,470 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:22,471 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:22,471 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,473 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:22,473 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:22,474 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,475 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:22,475 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:22,475 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,485 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,486 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2013-10-28 18:15:22,492 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:22,499 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0009
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:22,507 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:22,507 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:22,507 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:22,507 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2013-10-28 18:15:22,508 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:22,508 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:22,511 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:22,512 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2013-10-28 18:15:22,512 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_REPLACE
2013-10-28 18:15:22,526 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:22,526 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:22,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:22,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-28 18:15:22,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:22,549 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:22,550 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:22,550 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2013-10-28 18:15:22,563 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,588 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0010
2013-10-28 18:15:22,592 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,592 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:22,593 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:22,595 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:22,595 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:22,595 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:22,595 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:22,744 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:22,744 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:22,751 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:22,752 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,758 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,758 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,766 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:22,769 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:22,770 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:22,772 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:22,773 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0010_m_000000_0' done.
2013-10-28 18:15:22,776 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,776 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:22,777 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:22,777 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,778 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:22,778 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:22,778 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,779 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:22,780 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:22,781 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:22,786 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:22,790 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2013-10-28 18:15:22,800 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0010_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:22,801 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:22,803 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0010_r_000000_0 is allowed to commit now
2013-10-28 18:15:22,806 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-28 18:15:22,807 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:22,807 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0010_r_000000_0' done.
2013-10-28 18:15:22,817 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2013-10-28 18:15:22,842 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,872 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,873 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2013-10-28 18:15:22,888 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:22,889 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:22,929 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:22,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:22,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-28 18:15:22,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:22,932 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:22,932 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:22,941 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-28 18:15:22,950 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:22,973 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0011
2013-10-28 18:15:22,976 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:22,976 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:22,977 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:22,978 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:22,978 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:22,978 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:22,979 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:22,997 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:22,997 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:22,999 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:22,999 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,005 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,005 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,008 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:23,010 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:23,011 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:23,012 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:23,013 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0011_m_000000_0' done.
2013-10-28 18:15:23,016 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,016 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:23,016 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:15:23,016 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,019 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:23,019 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:23,019 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,020 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:23,020 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:23,020 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,035 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,036 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1"]
2013-10-28 18:15:23,039 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,052 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0011
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,056 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:23,067 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:23,067 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:23,068 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2013-10-28 18:15:23,068 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:23,068 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_-1/_temporary
2013-10-28 18:15:23,069 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_-1
2013-10-28 18:15:23,083 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:23,089 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:23,096 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_'field'
2013-10-28 18:15:23,108 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:23,117 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:23,146 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:23,151 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,152 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-28 18:15:23,152 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:23,153 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:23,154 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:23,155 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-28 18:15:23,172 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:23,193 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0012
2013-10-28 18:15:23,197 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,197 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:23,198 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:23,199 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:23,200 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:23,201 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:23,202 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:23,546 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:23,547 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:23,549 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:23,550 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,557 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,558 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,560 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:23,562 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:23,564 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:23,565 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:23,566 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0012_m_000000_0' done.
2013-10-28 18:15:23,569 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,569 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:23,570 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=521371648, MaxSingleShuffleLimit=130342912
2013-10-28 18:15:23,570 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,571 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:23,571 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:23,571 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,579 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:23,579 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:23,579 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,585 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,585 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2013-10-28 18:15:23,589 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,608 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0012
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,616 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:23,617 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:23,617 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:23,617 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2013-10-28 18:15:23,617 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:23,618 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:23,618 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:23,618 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2013-10-28 18:15:23,618 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_RESULTS
2013-10-28 18:15:23,639 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:23,644 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:23,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:23,684 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,684 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-28 18:15:23,684 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:23,684 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:23,685 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:23,690 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-28 18:15:23,703 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:23,748 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0013
2013-10-28 18:15:23,755 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,755 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:23,757 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:23,758 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:23,759 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:23,760 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:23,761 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:23,780 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:23,781 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:23,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:23,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,791 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,791 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,794 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:23,797 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:23,802 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:23,808 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:23,809 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0013_m_000000_0' done.
2013-10-28 18:15:23,812 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,812 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:23,813 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=521371648, MaxSingleShuffleLimit=130342912
2013-10-28 18:15:23,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,819 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:23,820 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:23,820 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,821 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:23,821 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:23,822 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,838 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,839 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL"]
2013-10-28 18:15:23,843 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,853 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0013
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,862 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:23,862 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:23,862 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:23,862 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2013-10-28 18:15:23,863 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:23,863 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:23,864 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:23,864 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_ALL/_temporary
2013-10-28 18:15:23,864 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_ALL
2013-10-28 18:15:23,872 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:23,873 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:23,886 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:23,886 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,887 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-28 18:15:23,887 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:23,888 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:23,889 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:23,889 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-28 18:15:23,898 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:23,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0014
2013-10-28 18:15:23,924 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,924 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:23,925 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:23,926 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:23,927 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:23,927 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:23,927 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:23,943 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:23,944 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:23,945 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:23,945 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,950 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:23,951 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,953 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:23,956 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:23,957 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:23,958 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:23,959 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0014_m_000000_0' done.
2013-10-28 18:15:23,962 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:23,962 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:23,962 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=521371648, MaxSingleShuffleLimit=130342912
2013-10-28 18:15:23,963 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,964 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:23,965 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:23,968 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:23,969 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:23,969 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:23,970 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:23,985 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:23,985 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2013-10-28 18:15:23,991 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:23,997 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0014
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:24,004 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:24,015 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:24,015 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:24,015 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2013-10-28 18:15:24,017 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:24,017 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2013-10-28 18:15:24,018 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_REPLACE
2013-10-28 18:15:24,028 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,030 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,041 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,041 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,042 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-28 18:15:24,043 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,043 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,044 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,045 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-28 18:15:24,055 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,076 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0015
2013-10-28 18:15:24,079 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,079 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,080 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,081 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,081 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,081 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,081 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,097 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,098 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,099 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,100 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,105 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,105 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,111 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,113 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,114 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,115 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,116 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0015_m_000000_0' done.
2013-10-28 18:15:24,118 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,118 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,119 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529308064, MaxSingleShuffleLimit=132327016
2013-10-28 18:15:24,119 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,120 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,120 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,120 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,121 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,121 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,121 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,126 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,127 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP"]
2013-10-28 18:15:24,129 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:24,134 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0015
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:24,138 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:24,141 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:24,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:24,142 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2013-10-28 18:15:24,142 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:24,142 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:24,142 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:24,143 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_VALUES_SWAP/_temporary
2013-10-28 18:15:24,143 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_VALUES_SWAP
2013-10-28 18:15:24,152 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,152 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,163 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,164 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,166 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-28 18:15:24,167 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,167 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,169 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2013-10-28 18:15:24,181 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,199 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0016
2013-10-28 18:15:24,202 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,202 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,204 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,205 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,205 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,206 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,207 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,223 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,223 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,225 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,225 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,233 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,233 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,236 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,238 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,240 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0016_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,241 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,241 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0016_m_000000_0' done.
2013-10-28 18:15:24,244 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,244 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,244 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529308064, MaxSingleShuffleLimit=132327016
2013-10-28 18:15:24,245 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,246 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,246 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,246 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,247 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,247 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,247 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,253 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,253 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1"]
2013-10-28 18:15:24,258 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0016_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,259 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,260 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0016_r_000000_0 is allowed to commit now
2013-10-28 18:15:24,262 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0016_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-28 18:15:24,262 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:24,263 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0016_r_000000_0' done.
2013-10-28 18:15:24,271 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_-1/_temporary
2013-10-28 18:15:24,280 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,292 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,293 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_-1
2013-10-28 18:15:24,301 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,301 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,307 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_'field'
2013-10-28 18:15:24,316 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,316 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,331 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-28 18:15:24,331 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,331 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,331 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,331 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2013-10-28 18:15:24,343 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,372 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0017
2013-10-28 18:15:24,376 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,376 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,377 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,378 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,378 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,379 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,379 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,408 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,409 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,410 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,410 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,415 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,415 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,417 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,419 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,421 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0017_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,421 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,422 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0017_m_000000_0' done.
2013-10-28 18:15:24,424 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,425 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,425 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529308064, MaxSingleShuffleLimit=132327016
2013-10-28 18:15:24,425 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,426 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,427 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,427 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,428 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,428 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,428 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,433 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,433 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2013-10-28 18:15:24,438 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0017_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,439 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,440 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0017_r_000000_0 is allowed to commit now
2013-10-28 18:15:24,442 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0017_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-28 18:15:24,442 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:24,443 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0017_r_000000_0' done.
2013-10-28 18:15:24,449 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2013-10-28 18:15:24,457 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,465 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,466 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_RESULTS
2013-10-28 18:15:24,473 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,473 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,477 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_ALL
2013-10-28 18:15:24,483 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,484 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,493 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,494 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,494 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-28 18:15:24,494 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,494 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,495 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,495 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2013-10-28 18:15:24,502 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,521 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0018
2013-10-28 18:15:24,523 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,523 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,524 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,525 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,525 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,526 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,526 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,542 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,542 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,543 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,543 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,550 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,551 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,554 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,556 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,558 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0018_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,559 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,560 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0018_m_000000_0' done.
2013-10-28 18:15:24,563 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,563 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,564 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529308064, MaxSingleShuffleLimit=132327016
2013-10-28 18:15:24,564 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,565 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,565 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,565 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,566 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,566 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,566 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,591 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,592 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2013-10-28 18:15:24,598 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0018_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,601 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,602 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0018_r_000000_0 is allowed to commit now
2013-10-28 18:15:24,605 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0018_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-28 18:15:24,606 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:24,607 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0018_r_000000_0' done.
2013-10-28 18:15:24,614 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2013-10-28 18:15:24,622 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,634 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,635 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_REPLACE
2013-10-28 18:15:24,642 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,643 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,655 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,655 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,656 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-28 18:15:24,656 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,656 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,656 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,657 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2013-10-28 18:15:24,665 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,686 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0019
2013-10-28 18:15:24,689 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,689 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,690 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,691 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,692 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,692 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,692 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,719 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,720 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,722 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,722 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,727 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,728 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,738 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,742 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,747 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0019_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,748 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,748 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0019_m_000000_0' done.
2013-10-28 18:15:24,757 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,757 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,758 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529262176, MaxSingleShuffleLimit=132315544
2013-10-28 18:15:24,759 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,761 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,761 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,761 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,762 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,762 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,762 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,768 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,768 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP"]
2013-10-28 18:15:24,776 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0019_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,776 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,777 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0019_r_000000_0 is allowed to commit now
2013-10-28 18:15:24,779 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0019_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-28 18:15:24,779 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:24,780 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0019_r_000000_0' done.
2013-10-28 18:15:24,784 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary
2013-10-28 18:15:24,792 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,799 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,800 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/-1_ARGS_SWAP
2013-10-28 18:15:24,808 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,809 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,818 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,818 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,819 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-28 18:15:24,819 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,819 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,819 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,820 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_'field'_-1
2013-10-28 18:15:24,827 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,854 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0020
2013-10-28 18:15:24,857 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,857 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,857 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,858 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,858 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,859 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,859 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:24,874 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:24,875 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:24,876 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:24,876 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,881 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,881 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,883 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:24,885 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:24,886 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0020_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,887 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:24,887 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0020_m_000000_0' done.
2013-10-28 18:15:24,890 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,890 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:24,890 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529262176, MaxSingleShuffleLimit=132315544
2013-10-28 18:15:24,890 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,892 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:24,892 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:24,892 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,893 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:24,893 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:24,894 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:24,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:24,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1"]
2013-10-28 18:15:24,903 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0020_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:24,904 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:24,904 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0020_r_000000_0 is allowed to commit now
2013-10-28 18:15:24,906 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0020_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-28 18:15:24,906 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:24,907 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0020_r_000000_0' done.
2013-10-28 18:15:24,915 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_-1/_temporary
2013-10-28 18:15:24,922 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,930 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,932 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_-1
2013-10-28 18:15:24,938 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:24,939 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:24,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:24,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:24,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-28 18:15:24,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:24,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:24,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:24,948 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_'field'
2013-10-28 18:15:24,957 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:24,976 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0021
2013-10-28 18:15:24,978 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:24,978 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:24,979 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:24,980 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:24,981 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:24,981 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:24,981 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,005 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,006 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,007 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,007 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,014 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,015 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,017 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,019 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:25,021 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0021_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,022 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:25,023 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0021_m_000000_0' done.
2013-10-28 18:15:25,026 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,026 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:25,027 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525821536, MaxSingleShuffleLimit=131455384
2013-10-28 18:15:25,027 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,028 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:25,029 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:25,029 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,030 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:25,030 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:25,031 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,039 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,039 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'"]
2013-10-28 18:15:25,044 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0021_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,044 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,045 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0021_r_000000_0 is allowed to commit now
2013-10-28 18:15:25,051 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0021_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-28 18:15:25,051 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:25,052 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0021_r_000000_0' done.
2013-10-28 18:15:25,062 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_'field'/_temporary
2013-10-28 18:15:25,076 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,090 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,094 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_'field'
2013-10-28 18:15:25,108 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,111 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,139 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:25,140 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,140 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-28 18:15:25,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:25,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:25,141 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:25,149 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_'field'_RESULTS
2013-10-28 18:15:25,162 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,203 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0022
2013-10-28 18:15:25,210 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,211 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:25,212 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:25,212 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:25,213 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:25,214 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:25,214 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,230 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,231 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,235 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,235 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,240 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,240 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,248 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,257 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:25,258 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0022_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,261 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:25,261 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0022_m_000000_0' done.
2013-10-28 18:15:25,265 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,265 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:25,266 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525821536, MaxSingleShuffleLimit=131455384
2013-10-28 18:15:25,266 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,267 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:25,268 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:25,268 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,269 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:25,270 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:25,270 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,276 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,276 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS"]
2013-10-28 18:15:25,282 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0022_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,283 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,283 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0022_r_000000_0 is allowed to commit now
2013-10-28 18:15:25,286 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0022_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-28 18:15:25,286 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:25,287 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0022_r_000000_0' done.
2013-10-28 18:15:25,291 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_RESULTS/_temporary
2013-10-28 18:15:25,298 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,307 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,308 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_RESULTS
2013-10-28 18:15:25,315 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,316 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,338 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:25,338 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,339 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-28 18:15:25,339 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:25,340 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:25,340 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:25,341 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_'field'_ALL
2013-10-28 18:15:25,351 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,375 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0023
2013-10-28 18:15:25,378 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,379 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:25,380 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:25,381 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:25,381 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:25,381 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:25,381 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,411 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,412 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,414 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,414 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,419 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,420 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,425 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,426 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:25,428 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0023_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,428 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:25,429 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0023_m_000000_0' done.
2013-10-28 18:15:25,433 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,433 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:25,434 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529124544, MaxSingleShuffleLimit=132281136
2013-10-28 18:15:25,434 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,435 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:25,436 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:25,436 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,437 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:25,437 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:25,437 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,443 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,444 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL"]
2013-10-28 18:15:25,450 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0023_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,451 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,451 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0023_r_000000_0 is allowed to commit now
2013-10-28 18:15:25,458 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0023_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-28 18:15:25,459 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:25,460 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0023_r_000000_0' done.
2013-10-28 18:15:25,469 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_ALL/_temporary
2013-10-28 18:15:25,479 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,487 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,489 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_ALL
2013-10-28 18:15:25,499 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,500 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,504 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_REPLACE
2013-10-28 18:15:25,514 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,515 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,528 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:25,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-28 18:15:25,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:25,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:25,531 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:25,532 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2013-10-28 18:15:25,540 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,562 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0024
2013-10-28 18:15:25,564 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,565 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:25,566 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:25,568 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:25,568 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:25,569 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:25,570 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,589 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,590 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,591 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,592 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,597 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,598 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,601 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,602 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:25,604 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0024_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,604 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:25,605 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0024_m_000000_0' done.
2013-10-28 18:15:25,608 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,608 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:25,609 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529124544, MaxSingleShuffleLimit=132281136
2013-10-28 18:15:25,609 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,610 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:25,611 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:25,611 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,612 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:25,613 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:25,613 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,618 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,619 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP"]
2013-10-28 18:15:25,628 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0024_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,629 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,629 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0024_r_000000_0 is allowed to commit now
2013-10-28 18:15:25,631 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0024_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-28 18:15:25,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:25,635 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0024_r_000000_0' done.
2013-10-28 18:15:25,645 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_'field'_SWAP/_temporary
2013-10-28 18:15:25,653 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,661 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,662 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_'field'_SWAP
2013-10-28 18:15:25,669 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,669 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,682 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:25,682 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-28 18:15:25,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:25,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:25,683 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:25,684 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2013-10-28 18:15:25,691 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,746 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0025
2013-10-28 18:15:25,748 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,749 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:25,750 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:25,751 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:25,751 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:25,752 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:25,752 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,779 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,780 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,781 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,781 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,793 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,797 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,800 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,801 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:25,804 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0025_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,805 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:25,806 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0025_m_000000_0' done.
2013-10-28 18:15:25,811 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,811 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:25,812 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525362784, MaxSingleShuffleLimit=131340696
2013-10-28 18:15:25,812 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,813 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:25,813 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:25,813 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,814 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:25,814 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:25,814 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,818 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,818 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1"]
2013-10-28 18:15:25,823 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0025_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:25,824 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:25,824 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0025_r_000000_0 is allowed to commit now
2013-10-28 18:15:25,830 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0025_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-28 18:15:25,830 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:25,831 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0025_r_000000_0' done.
2013-10-28 18:15:25,837 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary
2013-10-28 18:15:25,845 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,853 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,854 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_-1
2013-10-28 18:15:25,860 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,861 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,864 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_'field'
2013-10-28 18:15:25,875 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:25,876 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:25,889 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:25,889 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,890 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-28 18:15:25,891 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:25,892 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:25,892 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:25,893 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2013-10-28 18:15:25,900 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:25,940 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0026
2013-10-28 18:15:25,948 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:25,949 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:25,950 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:25,952 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:25,952 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:25,953 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:25,953 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:25,981 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:25,982 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:25,984 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:25,984 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:25,990 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:25,990 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:25,993 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:25,995 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,004 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0026_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,006 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,011 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0026_m_000000_0' done.
2013-10-28 18:15:26,014 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,014 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,015 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525362784, MaxSingleShuffleLimit=131340696
2013-10-28 18:15:26,015 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,017 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,017 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,018 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,018 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,019 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,019 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,024 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,025 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2013-10-28 18:15:26,037 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0026_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,038 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,038 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0026_r_000000_0 is allowed to commit now
2013-10-28 18:15:26,041 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0026_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-28 18:15:26,041 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:26,042 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0026_r_000000_0' done.
2013-10-28 18:15:26,053 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2013-10-28 18:15:26,060 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,069 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,070 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2013-10-28 18:15:26,077 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,078 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,102 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,102 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-28 18:15:26,103 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,104 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,105 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2013-10-28 18:15:26,112 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,129 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0027
2013-10-28 18:15:26,132 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,132 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,133 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,133 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,134 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,134 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,134 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,163 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,163 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,165 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,165 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,172 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,172 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,175 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,177 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,178 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0027_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,179 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,179 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0027_m_000000_0' done.
2013-10-28 18:15:26,182 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,182 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,183 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529170432, MaxSingleShuffleLimit=132292608
2013-10-28 18:15:26,183 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,184 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,184 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,185 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,185 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,185 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,185 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,189 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,190 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2013-10-28 18:15:26,196 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0027_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,196 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,197 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0027_r_000000_0 is allowed to commit now
2013-10-28 18:15:26,211 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0027_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-28 18:15:26,215 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:26,216 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0027_r_000000_0' done.
2013-10-28 18:15:26,229 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2013-10-28 18:15:26,236 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,244 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,246 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_ALL
2013-10-28 18:15:26,254 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,254 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,267 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,267 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,268 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-28 18:15:26,268 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,269 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,269 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,270 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-28 18:15:26,281 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,301 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0028
2013-10-28 18:15:26,304 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,305 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,306 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,307 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,308 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,308 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,309 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,326 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,327 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,328 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,328 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,333 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,333 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,338 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,340 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,341 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0028_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,342 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,343 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0028_m_000000_0' done.
2013-10-28 18:15:26,346 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,346 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,347 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529170432, MaxSingleShuffleLimit=132292608
2013-10-28 18:15:26,347 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,349 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,349 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,350 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,350 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,351 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,351 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,356 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,356 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2013-10-28 18:15:26,360 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,365 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0028
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,372 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:26,373 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:26,373 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:26,373 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2013-10-28 18:15:26,374 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:26,374 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:26,374 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:26,375 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2013-10-28 18:15:26,375 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_REPLACE
2013-10-28 18:15:26,389 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,390 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,413 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,413 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,414 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-28 18:15:26,415 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,415 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,416 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,417 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2013-10-28 18:15:26,424 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,463 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0029
2013-10-28 18:15:26,469 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,469 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,470 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,471 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,472 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,472 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,472 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,505 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,506 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,507 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,507 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,515 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,520 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,523 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,525 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,533 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0029_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,534 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,535 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0029_m_000000_0' done.
2013-10-28 18:15:26,538 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,538 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,539 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525316896, MaxSingleShuffleLimit=131329224
2013-10-28 18:15:26,539 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,541 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,542 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,542 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,543 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,544 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,544 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,549 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,550 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2013-10-28 18:15:26,556 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0029_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,556 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,557 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0029_r_000000_0 is allowed to commit now
2013-10-28 18:15:26,559 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0029_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-28 18:15:26,560 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:26,560 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0029_r_000000_0' done.
2013-10-28 18:15:26,565 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2013-10-28 18:15:26,572 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,580 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,581 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_UNKNOWN_SWAP
2013-10-28 18:15:26,591 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,592 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,604 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,605 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,605 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-28 18:15:26,605 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,606 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,606 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,606 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-28 18:15:26,613 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,632 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0030
2013-10-28 18:15:26,635 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,635 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,636 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,637 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,637 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,638 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,638 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,654 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,655 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,656 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,656 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,660 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,661 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,666 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,668 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,669 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0030_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,670 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,671 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0030_m_000000_0' done.
2013-10-28 18:15:26,673 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,673 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,674 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=525316896, MaxSingleShuffleLimit=131329224
2013-10-28 18:15:26,674 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,675 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,676 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,676 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,677 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,677 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,677 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,681 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,681 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1"]
2013-10-28 18:15:26,684 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,688 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0030
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,696 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:26,696 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:26,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:26,696 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2013-10-28 18:15:26,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:26,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:26,697 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:26,697 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_-1/_temporary
2013-10-28 18:15:26,697 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_-1
2013-10-28 18:15:26,706 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,706 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,709 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_'field'
2013-10-28 18:15:26,718 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,719 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,729 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,730 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,730 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-28 18:15:26,730 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,731 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,731 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_RESULTS
2013-10-28 18:15:26,739 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,755 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0031
2013-10-28 18:15:26,761 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,761 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,763 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,765 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,765 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,766 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,766 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,789 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,789 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,790 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,791 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,795 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,795 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,798 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,800 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,801 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0031_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,802 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,803 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0031_m_000000_0' done.
2013-10-28 18:15:26,805 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,805 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,805 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529170432, MaxSingleShuffleLimit=132292608
2013-10-28 18:15:26,806 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,807 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,807 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,807 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,808 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,808 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,808 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,812 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,812 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS"]
2013-10-28 18:15:26,815 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,816 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0031
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,821 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:26,821 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:26,822 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:26,822 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_RESULTS
2013-10-28 18:15:26,823 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:26,823 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_RESULTS/_temporary
2013-10-28 18:15:26,823 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_RESULTS
2013-10-28 18:15:26,834 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,836 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,845 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,846 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-28 18:15:26,846 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,846 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,847 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,848 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-28 18:15:26,855 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,873 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0032
2013-10-28 18:15:26,878 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,879 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,881 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,882 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,882 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,882 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,882 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:26,898 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:26,898 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:26,899 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:26,899 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,903 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,903 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,905 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:26,907 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:26,908 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0032_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:26,908 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:26,909 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0032_m_000000_0' done.
2013-10-28 18:15:26,911 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,911 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:26,911 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529170432, MaxSingleShuffleLimit=132292608
2013-10-28 18:15:26,912 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,914 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:26,915 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:26,915 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:26,915 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:26,915 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:26,916 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:26,919 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:26,919 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL"]
2013-10-28 18:15:26,921 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,922 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0032
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:26,928 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:26,928 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:26,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:26,930 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2013-10-28 18:15:26,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:26,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:26,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:26,931 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_ALL/_temporary
2013-10-28 18:15:26,933 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_ALL
2013-10-28 18:15:26,940 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:26,940 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:26,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:26,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:26,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-28 18:15:26,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:26,949 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:26,949 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:26,950 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/0_VALUES_REPLACE
2013-10-28 18:15:26,957 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:26,976 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0033
2013-10-28 18:15:26,978 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:26,978 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:26,979 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:26,981 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:26,981 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:26,982 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:26,982 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,004 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,005 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,006 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,007 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,011 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,011 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,013 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,015 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,016 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0033_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,017 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,017 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0033_m_000000_0' done.
2013-10-28 18:15:27,019 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,019 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,020 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529078688, MaxSingleShuffleLimit=132269672
2013-10-28 18:15:27,020 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,021 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,022 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,022 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,023 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,023 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,023 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,026 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,027 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE"]
2013-10-28 18:15:27,029 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:27,036 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0033
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:27,045 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:27,045 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:27,045 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:27,045 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/0_VALUES_REPLACE
2013-10-28 18:15:27,046 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:27,046 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:27,046 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:27,046 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_REPLACE/_temporary
2013-10-28 18:15:27,046 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_REPLACE
2013-10-28 18:15:27,053 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,054 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,060 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,060 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,061 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-28 18:15:27,061 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,063 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-28 18:15:27,069 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,085 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0034
2013-10-28 18:15:27,088 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,088 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,090 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,091 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,091 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,092 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,092 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,109 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,109 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,110 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,110 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,117 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,117 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,124 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,126 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,128 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0034_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,128 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,129 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0034_m_000000_0' done.
2013-10-28 18:15:27,141 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,142 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,142 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529078688, MaxSingleShuffleLimit=132269672
2013-10-28 18:15:27,142 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,143 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,144 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,144 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,147 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,147 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,148 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,156 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,157 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP"]
2013-10-28 18:15:27,160 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:27,164 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0034
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:27,167 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:27,174 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:27,175 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:27,175 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2013-10-28 18:15:27,178 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:27,179 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_VALUES_SWAP/_temporary
2013-10-28 18:15:27,179 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_VALUES_SWAP
2013-10-28 18:15:27,187 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,189 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,201 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,201 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,202 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-28 18:15:27,203 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,203 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,204 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,205 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2013-10-28 18:15:27,211 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,227 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0035
2013-10-28 18:15:27,229 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,230 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,231 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,232 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,232 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,232 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,232 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,255 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,256 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,257 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,257 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,263 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,263 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,266 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,268 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,269 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0035_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,270 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,271 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0035_m_000000_0' done.
2013-10-28 18:15:27,273 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,273 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,273 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529216288, MaxSingleShuffleLimit=132304072
2013-10-28 18:15:27,273 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,274 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,275 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,275 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,275 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,275 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,276 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,279 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,280 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1"]
2013-10-28 18:15:27,284 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0035_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,284 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,285 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0035_r_000000_0 is allowed to commit now
2013-10-28 18:15:27,287 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0035_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-28 18:15:27,287 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:27,291 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0035_r_000000_0' done.
2013-10-28 18:15:27,296 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_-1/_temporary
2013-10-28 18:15:27,304 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,312 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,313 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_-1
2013-10-28 18:15:27,320 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,320 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,323 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_'field'
2013-10-28 18:15:27,330 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,330 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,340 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,340 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,345 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-28 18:15:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,347 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2013-10-28 18:15:27,353 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,369 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0036
2013-10-28 18:15:27,371 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,372 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,372 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,373 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,374 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,374 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,374 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,390 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,390 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,391 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,391 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,396 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,396 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,399 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,401 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,403 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0036_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,403 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,404 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0036_m_000000_0' done.
2013-10-28 18:15:27,407 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,407 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,408 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529216288, MaxSingleShuffleLimit=132304072
2013-10-28 18:15:27,408 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,412 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,413 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,413 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,415 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,416 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,416 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,420 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,420 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS"]
2013-10-28 18:15:27,425 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0036_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,425 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,426 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0036_r_000000_0 is allowed to commit now
2013-10-28 18:15:27,428 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0036_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-28 18:15:27,428 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:27,431 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0036_r_000000_0' done.
2013-10-28 18:15:27,442 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary
2013-10-28 18:15:27,454 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,472 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,473 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_RESULTS
2013-10-28 18:15:27,484 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,485 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,488 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_ALL
2013-10-28 18:15:27,496 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,499 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,515 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-28 18:15:27,515 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,515 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,516 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,516 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2013-10-28 18:15:27,523 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,539 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0037
2013-10-28 18:15:27,542 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,544 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,548 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,550 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,552 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,553 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,553 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,577 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,577 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,578 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,579 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,582 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,582 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,592 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,593 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,595 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0037_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,596 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,597 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0037_m_000000_0' done.
2013-10-28 18:15:27,599 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,600 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,600 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529124544, MaxSingleShuffleLimit=132281136
2013-10-28 18:15:27,600 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,601 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,601 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,602 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,602 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,602 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,603 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,612 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,612 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE"]
2013-10-28 18:15:27,617 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0037_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,617 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,618 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0037_r_000000_0 is allowed to commit now
2013-10-28 18:15:27,620 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0037_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-28 18:15:27,620 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:27,621 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0037_r_000000_0' done.
2013-10-28 18:15:27,624 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary
2013-10-28 18:15:27,632 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,647 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,649 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_REPLACE
2013-10-28 18:15:27,660 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,661 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,672 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,672 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,673 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-28 18:15:27,673 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,673 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,673 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,674 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2013-10-28 18:15:27,684 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,703 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0038
2013-10-28 18:15:27,709 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,709 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,711 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,712 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,712 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,713 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,714 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,734 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,734 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,735 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,736 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,739 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,740 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,742 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,744 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,751 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0038_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,752 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,752 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0038_m_000000_0' done.
2013-10-28 18:15:27,757 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,757 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,758 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529124544, MaxSingleShuffleLimit=132281136
2013-10-28 18:15:27,758 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,759 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,760 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,760 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,761 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,761 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,761 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,765 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,765 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP"]
2013-10-28 18:15:27,771 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0038_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,772 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,773 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0038_r_000000_0 is allowed to commit now
2013-10-28 18:15:27,774 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0038_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-28 18:15:27,775 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:27,777 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0038_r_000000_0' done.
2013-10-28 18:15:27,782 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/0_ARGS_SWAP/_temporary
2013-10-28 18:15:27,791 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,799 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,801 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/0_ARGS_SWAP
2013-10-28 18:15:27,812 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,813 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,820 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,820 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,820 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-28 18:15:27,821 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,821 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,821 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,821 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2013-10-28 18:15:27,827 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,843 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0039
2013-10-28 18:15:27,845 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,845 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,846 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,847 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,847 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,847 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,847 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:27,868 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:27,869 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:27,871 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:27,871 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,874 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,874 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,876 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:27,877 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:27,879 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0039_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,885 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:27,886 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0039_m_000000_0' done.
2013-10-28 18:15:27,889 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,889 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:27,889 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529353920, MaxSingleShuffleLimit=132338480
2013-10-28 18:15:27,889 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,890 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:27,891 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:27,891 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,891 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:27,892 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:27,892 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:27,897 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:27,898 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1"]
2013-10-28 18:15:27,902 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0039_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:27,903 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:27,904 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0039_r_000000_0 is allowed to commit now
2013-10-28 18:15:27,906 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0039_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-28 18:15:27,907 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:27,907 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0039_r_000000_0' done.
2013-10-28 18:15:27,916 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_-1/_temporary
2013-10-28 18:15:27,925 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,933 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,934 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_-1
2013-10-28 18:15:27,940 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:27,940 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:27,947 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:27,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:27,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-28 18:15:27,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:27,948 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:27,949 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:27,949 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_'field'
2013-10-28 18:15:27,965 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:27,981 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0040
2013-10-28 18:15:27,984 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:27,984 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:27,985 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:27,986 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:27,986 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:27,986 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:27,986 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,004 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,005 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,006 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,006 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,010 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,010 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,012 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,014 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,015 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0040_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,016 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,016 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0040_m_000000_0' done.
2013-10-28 18:15:28,018 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,018 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,019 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529353920, MaxSingleShuffleLimit=132338480
2013-10-28 18:15:28,019 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,020 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,020 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,020 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,021 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,022 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,022 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,024 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,025 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'"]
2013-10-28 18:15:28,036 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0040_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,036 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,037 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0040_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,039 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0040_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-28 18:15:28,039 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,042 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0040_r_000000_0' done.
2013-10-28 18:15:28,053 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_'field'/_temporary
2013-10-28 18:15:28,063 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,083 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_'field'
2013-10-28 18:15:28,090 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,096 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,112 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,112 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,113 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-28 18:15:28,113 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,113 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,113 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,121 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2013-10-28 18:15:28,129 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,170 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0041
2013-10-28 18:15:28,173 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,174 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,174 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,175 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,175 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,176 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,176 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,225 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,226 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,227 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,227 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,231 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,231 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,233 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,234 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,235 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0041_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,236 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,237 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0041_m_000000_0' done.
2013-10-28 18:15:28,239 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,239 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,239 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529262176, MaxSingleShuffleLimit=132315544
2013-10-28 18:15:28,239 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,240 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,241 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,241 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,241 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,241 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,242 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,244 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,244 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2013-10-28 18:15:28,252 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0041_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,252 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,253 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0041_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,255 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0041_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-28 18:15:28,255 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,257 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0041_r_000000_0' done.
2013-10-28 18:15:28,268 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2013-10-28 18:15:28,274 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,282 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,283 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_RESULTS
2013-10-28 18:15:28,289 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,289 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,296 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,296 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,296 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-28 18:15:28,296 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,296 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,297 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,297 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2013-10-28 18:15:28,304 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,325 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0042
2013-10-28 18:15:28,327 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,327 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,328 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,329 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,329 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,329 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,329 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,346 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,347 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,348 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,348 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,351 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,351 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,356 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,358 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,359 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0042_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,360 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,364 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0042_m_000000_0' done.
2013-10-28 18:15:28,366 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,366 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,367 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529262176, MaxSingleShuffleLimit=132315544
2013-10-28 18:15:28,367 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,368 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,368 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,368 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,369 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,369 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,377 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,381 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL"]
2013-10-28 18:15:28,385 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0042_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,387 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,388 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0042_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,390 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0042_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-28 18:15:28,390 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,391 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0042_r_000000_0' done.
2013-10-28 18:15:28,396 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_ALL/_temporary
2013-10-28 18:15:28,403 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,411 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,412 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_ALL
2013-10-28 18:15:28,418 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,418 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,421 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_REPLACE
2013-10-28 18:15:28,427 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,427 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,433 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-28 18:15:28,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,434 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_'field'_SWAP
2013-10-28 18:15:28,440 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,457 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0043
2013-10-28 18:15:28,459 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,459 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,461 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,462 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,462 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,463 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,463 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,486 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,489 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,490 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,494 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,494 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,497 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,498 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,503 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,549 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,551 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0043_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,552 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,552 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0043_m_000000_0' done.
2013-10-28 18:15:28,555 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,555 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,555 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529629184, MaxSingleShuffleLimit=132407296
2013-10-28 18:15:28,556 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,557 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,557 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,557 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,558 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,558 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,558 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,562 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP"]
2013-10-28 18:15:28,567 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0043_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,568 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,572 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0043_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,573 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0043_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-28 18:15:28,574 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,574 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0043_r_000000_0' done.
2013-10-28 18:15:28,579 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary
2013-10-28 18:15:28,586 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,593 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,594 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_'field'_SWAP
2013-10-28 18:15:28,600 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,600 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,607 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,607 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-28 18:15:28,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,608 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,609 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2013-10-28 18:15:28,617 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0044
2013-10-28 18:15:28,635 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,635 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,636 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,637 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,637 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,637 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,637 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,654 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,655 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,656 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,657 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,659 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,659 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,662 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,664 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,665 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0044_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,666 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,667 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0044_m_000000_0' done.
2013-10-28 18:15:28,669 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,669 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,670 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529629184, MaxSingleShuffleLimit=132407296
2013-10-28 18:15:28,670 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,671 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,671 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,671 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,673 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,673 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,674 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,676 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,677 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2013-10-28 18:15:28,682 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0044_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,682 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,683 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0044_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,685 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0044_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-28 18:15:28,685 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,686 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0044_r_000000_0' done.
2013-10-28 18:15:28,694 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2013-10-28 18:15:28,701 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,713 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,716 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_-1
2013-10-28 18:15:28,722 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,723 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,735 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_'field'
2013-10-28 18:15:28,752 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,758 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,774 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,774 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,775 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-28 18:15:28,775 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,776 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,776 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,777 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2013-10-28 18:15:28,783 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,800 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0045
2013-10-28 18:15:28,802 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,802 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,803 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,804 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,804 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,804 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,806 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,831 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,832 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,833 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,833 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,840 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,841 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,842 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,844 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,845 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0045_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,846 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:28,847 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0045_m_000000_0' done.
2013-10-28 18:15:28,849 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,849 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:28,849 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529491552, MaxSingleShuffleLimit=132372888
2013-10-28 18:15:28,850 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,851 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:28,851 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:28,851 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,851 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:28,852 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:28,852 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,855 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,855 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2013-10-28 18:15:28,860 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0045_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:28,860 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:28,861 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0045_r_000000_0 is allowed to commit now
2013-10-28 18:15:28,863 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0045_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-28 18:15:28,863 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:28,866 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0045_r_000000_0' done.
2013-10-28 18:15:28,869 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2013-10-28 18:15:28,876 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,902 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,904 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2013-10-28 18:15:28,910 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:28,916 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:28,935 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:28,935 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,936 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-28 18:15:28,936 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:28,936 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:28,936 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:28,937 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2013-10-28 18:15:28,944 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:28,965 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0046
2013-10-28 18:15:28,967 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:28,967 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:28,968 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:28,968 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:28,969 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:28,969 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:28,969 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:28,986 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:28,987 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:28,988 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:28,988 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:28,991 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:28,991 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:28,996 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:28,998 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:28,999 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0046_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,000 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,001 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0046_m_000000_0' done.
2013-10-28 18:15:29,003 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,004 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,004 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529491552, MaxSingleShuffleLimit=132372888
2013-10-28 18:15:29,004 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,005 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,007 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,007 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,007 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,007 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,008 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,011 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,011 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2013-10-28 18:15:29,016 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0046_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,017 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,018 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0046_r_000000_0 is allowed to commit now
2013-10-28 18:15:29,020 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0046_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-28 18:15:29,021 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,022 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0046_r_000000_0' done.
2013-10-28 18:15:29,026 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,036 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2013-10-28 18:15:29,044 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,052 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,053 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2013-10-28 18:15:29,060 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,060 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,066 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,070 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,071 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-28 18:15:29,071 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,072 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,072 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,073 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-28 18:15:29,080 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,106 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0047
2013-10-28 18:15:29,108 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,108 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,108 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,109 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,109 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,110 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,110 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,141 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,142 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,148 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,148 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,151 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,151 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,153 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,155 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,156 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0047_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,157 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,158 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0047_m_000000_0' done.
2013-10-28 18:15:29,160 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,160 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,161 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529950304, MaxSingleShuffleLimit=132487576
2013-10-28 18:15:29,161 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,163 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,163 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,163 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,164 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,164 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,165 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,167 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,168 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2013-10-28 18:15:29,171 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,176 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0047
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,183 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:29,183 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:29,183 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:29,183 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2013-10-28 18:15:29,185 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:29,185 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:29,186 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:29,186 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2013-10-28 18:15:29,186 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE
2013-10-28 18:15:29,199 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,204 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,218 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,218 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,218 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-28 18:15:29,219 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,219 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,219 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,223 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2013-10-28 18:15:29,238 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,280 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0048
2013-10-28 18:15:29,282 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,282 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,283 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,284 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,284 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,284 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,284 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,303 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,305 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,306 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,306 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,310 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,310 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,312 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,313 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,314 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0048_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,316 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,316 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0048_m_000000_0' done.
2013-10-28 18:15:29,324 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,324 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,324 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529950304, MaxSingleShuffleLimit=132487576
2013-10-28 18:15:29,324 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,325 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,326 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,326 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,326 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,326 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,327 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,329 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,332 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2013-10-28 18:15:29,343 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0048_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,347 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,347 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0048_r_000000_0 is allowed to commit now
2013-10-28 18:15:29,354 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0048_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-28 18:15:29,359 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,359 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0048_r_000000_0' done.
2013-10-28 18:15:29,363 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2013-10-28 18:15:29,377 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,397 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,403 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2013-10-28 18:15:29,412 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,413 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,421 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,421 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,422 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-28 18:15:29,423 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,423 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,424 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,425 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-28 18:15:29,431 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,448 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0049
2013-10-28 18:15:29,450 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,450 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,451 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,452 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,452 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,452 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,452 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,483 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,485 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,486 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,486 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,489 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,489 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,491 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,492 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,494 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0049_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,494 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,495 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0049_m_000000_0' done.
2013-10-28 18:15:29,497 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,498 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,498 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529812672, MaxSingleShuffleLimit=132453168
2013-10-28 18:15:29,498 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,499 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,499 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,499 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,500 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,500 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,500 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,503 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,503 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1"]
2013-10-28 18:15:29,506 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,520 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0049
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,523 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:29,529 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:29,529 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:29,529 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2013-10-28 18:15:29,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:29,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:29,530 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:29,531 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_-1/_temporary
2013-10-28 18:15:29,531 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_-1
2013-10-28 18:15:29,538 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,541 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,544 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_'field'
2013-10-28 18:15:29,551 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,551 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,558 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,558 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,559 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-28 18:15:29,559 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,559 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,560 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,560 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-28 18:15:29,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,583 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,587 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0050
2013-10-28 18:15:29,589 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,589 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,590 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,591 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,591 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,591 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,591 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,608 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,609 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,610 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,611 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,613 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,614 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,616 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,617 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,618 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0050_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,619 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,620 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0050_m_000000_0' done.
2013-10-28 18:15:29,623 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,623 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,623 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=529812672, MaxSingleShuffleLimit=132453168
2013-10-28 18:15:29,624 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,625 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,625 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,625 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,626 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,626 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,626 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,629 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,629 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2013-10-28 18:15:29,632 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,640 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0050
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,650 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:29,650 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:29,651 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:29,651 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2013-10-28 18:15:29,652 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:29,652 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2013-10-28 18:15:29,652 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_RESULTS
2013-10-28 18:15:29,659 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,659 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,669 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,670 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,670 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-28 18:15:29,670 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,670 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,671 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,671 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-28 18:15:29,677 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,692 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0051
2013-10-28 18:15:29,695 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,695 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,696 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,697 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,697 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,698 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,698 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,722 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,723 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,725 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,725 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,728 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,729 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,730 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,732 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,733 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0051_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,734 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,734 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0051_m_000000_0' done.
2013-10-28 18:15:29,736 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,738 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,738 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530179680, MaxSingleShuffleLimit=132544920
2013-10-28 18:15:29,738 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,739 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,740 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,740 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,740 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,741 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,741 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,743 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,750 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL"]
2013-10-28 18:15:29,753 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,762 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0051
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,771 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:29,772 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:29,772 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:29,772 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2013-10-28 18:15:29,772 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:29,773 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:29,773 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:29,773 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_ALL/_temporary
2013-10-28 18:15:29,773 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_ALL
2013-10-28 18:15:29,784 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,784 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,794 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-28 18:15:29,795 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,796 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,796 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,797 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-28 18:15:29,805 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,822 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,826 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0052
2013-10-28 18:15:29,828 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,828 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,830 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,831 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,831 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,832 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,832 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,848 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,849 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,851 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,852 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,855 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,855 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,856 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,858 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,859 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0052_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,859 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,860 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0052_m_000000_0' done.
2013-10-28 18:15:29,862 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,862 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,862 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530179680, MaxSingleShuffleLimit=132544920
2013-10-28 18:15:29,863 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,863 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,864 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,864 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,864 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,864 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,865 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,867 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,867 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2013-10-28 18:15:29,869 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,873 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0052
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,877 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:29,877 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:29,878 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:29,878 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2013-10-28 18:15:29,880 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:29,881 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2013-10-28 18:15:29,881 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_REPLACE
2013-10-28 18:15:29,888 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:29,889 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:29,895 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:29,896 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,896 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-28 18:15:29,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:29,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:29,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:29,898 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-28 18:15:29,905 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:29,923 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0053
2013-10-28 18:15:29,925 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,926 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:29,927 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:29,928 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:29,929 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:29,929 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:29,930 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:29,952 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:29,953 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:29,954 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:29,955 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,958 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:29,958 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,966 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:29,968 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:29,975 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0053_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:29,977 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:29,977 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:29,978 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0053_m_000000_0' done.
2013-10-28 18:15:29,983 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:29,983 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:29,984 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530042048, MaxSingleShuffleLimit=132510512
2013-10-28 18:15:29,984 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,985 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:29,985 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:29,986 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:29,986 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:29,986 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:29,986 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:29,989 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:29,989 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2013-10-28 18:15:29,992 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:29,993 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0053
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,002 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:30,002 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:30,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:30,003 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2013-10-28 18:15:30,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:30,003 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2013-10-28 18:15:30,004 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_VALUES_SWAP
2013-10-28 18:15:30,015 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,016 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,022 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:30,022 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,023 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-28 18:15:30,024 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:30,024 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:30,024 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:30,025 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-28 18:15:30,031 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:30,048 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0054
2013-10-28 18:15:30,050 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,050 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:30,051 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:30,052 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:30,052 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:30,052 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:30,052 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:30,075 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:30,075 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:30,077 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:30,077 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,080 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,080 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,082 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:30,083 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:30,084 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0054_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:30,085 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:30,085 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0054_m_000000_0' done.
2013-10-28 18:15:30,088 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,088 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:30,088 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530042048, MaxSingleShuffleLimit=132510512
2013-10-28 18:15:30,088 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,089 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:30,090 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:30,090 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,094 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:30,094 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:30,094 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,096 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,100 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1"]
2013-10-28 18:15:30,102 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,116 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0054
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,125 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:15:30,120 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:30,135 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:30,136 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:30,136 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2013-10-28 18:15:30,136 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:30,137 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_-1/_temporary
2013-10-28 18:15:30,137 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_-1
2013-10-28 18:15:30,143 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,146 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,149 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_'field'
2013-10-28 18:15:30,160 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,161 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,167 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:30,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-28 18:15:30,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:30,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:30,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:30,170 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-28 18:15:30,184 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:30,200 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0055
2013-10-28 18:15:30,202 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,202 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:30,204 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:30,205 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:30,206 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:30,206 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:30,207 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:30,231 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:30,231 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:30,232 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:30,232 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,235 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,235 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,237 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:30,238 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:30,240 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0055_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:30,241 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:30,242 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0055_m_000000_0' done.
2013-10-28 18:15:30,244 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,245 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:30,245 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530546688, MaxSingleShuffleLimit=132636672
2013-10-28 18:15:30,245 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,246 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:30,246 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:30,246 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,247 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:30,247 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:30,247 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,252 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,252 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2013-10-28 18:15:30,255 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,261 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0055
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,270 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:30,271 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:30,271 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:30,272 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2013-10-28 18:15:30,272 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:30,272 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:30,273 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:30,273 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2013-10-28 18:15:30,273 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_RESULTS
2013-10-28 18:15:30,284 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,285 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,287 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_ALL
2013-10-28 18:15:30,294 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,295 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,300 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:30,301 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,302 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-28 18:15:30,302 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:30,303 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:30,303 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:30,304 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-28 18:15:30,311 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:30,327 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0056
2013-10-28 18:15:30,329 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,329 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:30,330 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:30,331 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:30,331 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:30,331 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:30,332 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:30,349 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:30,349 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:30,350 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:30,350 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,353 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,353 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,355 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:30,357 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:30,358 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0056_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:30,359 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:30,360 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0056_m_000000_0' done.
2013-10-28 18:15:30,362 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,362 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:30,363 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530546688, MaxSingleShuffleLimit=132636672
2013-10-28 18:15:30,363 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,364 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:30,365 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:30,365 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,365 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:30,365 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:30,366 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,370 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,371 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2013-10-28 18:15:30,373 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,378 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0056
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,378 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:30,379 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:30,379 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2013-10-28 18:15:30,383 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:30,383 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2013-10-28 18:15:30,383 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_REPLACE
2013-10-28 18:15:30,392 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:15:30,398 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:15:30,404 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting
2013-10-28 18:15:30,405 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,406 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-28 18:15:30,406 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] parallel execution is enabled: false
2013-10-28 18:15:30,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] starting jobs: 1
2013-10-28 18:15:30,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] allocating threads: 1
2013-10-28 18:15:30,408 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-28 18:15:30,415 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:15:30,430 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] submitted hadoop job: job_local_0057
2013-10-28 18:15:30,432 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,432 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:15:30,433 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt
2013-10-28 18:15:30,434 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:15:30,434 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:15:30,434 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:15:30,434 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:15:30,461 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:15:30,461 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:15:30,462 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:15:30,463 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,465 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt"]
2013-10-28 18:15:30,465 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,467 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:15:30,469 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:15:30,470 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0057_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:15:30,471 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/nums.20.txt:0+51
2013-10-28 18:15:30,472 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0057_m_000000_0' done.
2013-10-28 18:15:30,474 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:15:30,474 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:15:30,475 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=530409056, MaxSingleShuffleLimit=132602264
2013-10-28 18:15:30,475 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,476 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:15:30,476 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 293 bytes
2013-10-28 18:15:30,476 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:15:30,477 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:15:30,477 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:15:30,477 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:15:30,479 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(every)[by:[{?}:ALL]]
2013-10-28 18:15:30,480 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2013-10-28 18:15:30,483 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,484 WARN mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0057
cascading.tuple.TupleException: operation added the wrong number of fields, expected: ['offset', 'line'], got result size: 1
at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:99)
at cascading.TestAggregator.complete(TestAggregator.java:96)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:151)
at cascading.flow.stream.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:39)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:51)
at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer_aroundBody2(ReduceTask.java:573)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure3.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.doPhaseCall(HadoopTaskAspect.java:166)
at com.intel.bigdata.management.agent.HadoopTaskAspect.ajc$inlineAccessMethod$com_intel_bigdata_management_agent_HadoopTaskAspect$com_intel_bigdata_management_agent_HadoopTaskAspect$doPhaseCall(HadoopTaskAspect.java:1)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundReduce(HadoopTaskAspect.java:43)
at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:539)
at org.apache.hadoop.mapred.ReduceTask.run_aroundBody0(ReduceTask.java:474)
at org.apache.hadoop.mapred.ReduceTask$AjcClosure1.run(ReduceTask.java:1)
at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149)
at com.intel.bigdata.management.agent.HadoopTaskAspect.aroundTaskRun(HadoopTaskAspect.java:95)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:359)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-28 18:15:30,490 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events identify failed tasks
2013-10-28 18:15:30,490 WARN flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [every] task completion events count: 0
2013-10-28 18:15:30,490 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopping all jobs
2013-10-28 18:15:30,490 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [every] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2013-10-28 18:15:30,491 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] stopped all jobs
2013-10-28 18:15:30,491 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutting down job executor
2013-10-28 18:15:30,493 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [every] shutdown complete
2013-10-28 18:15:30,493 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2013-10-28 18:15:30,493 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/everypipeassemblyplatform/ALL_ARGS_SWAP