Class cascading.RegressionPipesPlatformTest

17

tests

0

failures

1m22.35s

duration

100%

successful

Tests

Test Duration Result
testCoGroupSplitPipe 9.341s passed
testComplexLogicAnd 3.357s passed
testComplexLogicOr 3.953s passed
testComplexLogicXor 3.121s passed
testCopy 3.097s passed
testDeepPipeline 7.313s passed
testDupeTailNames 0s passed
testGroupBySplitPipe 9.164s passed
testGroupNoneSortUnknown 6.129s passed
testIllegalCharsInTempFiles 12.134s passed
testLastEachNotModified 6.088s passed
testOOMEPostGroup 6.112s passed
testOOMEPreGroup 0.121s passed
testUnGroupUnknown 3.134s passed
testUnknown 3.081s passed
testUnknownReplace 3.123s passed
testVarWidth 3.083s passed

Standard output

2013-10-31 19:07:37,117 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 19:07:37,136 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 19:07:37,137 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.RegressionPipesPlatformTest
2013-10-31 19:07:37,159 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-31 19:07:37,545 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:37,546 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:37,556 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 0C93D3FDB70943E88F2B220502743CD0
2013-10-31 19:07:37,710 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 19:07:37,712 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:07:37,712 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:07:37,712 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicor"]
2013-10-31 19:07:37,712 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:07:37,713 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:07:37,713 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:07:37,714 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...regression/complexlogicor
2013-10-31 19:07:37,739 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 19:07:37,744 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:37,744 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:07:37,767 INFO  security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 19:07:37,774 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:37,790 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 19:07:37,794 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:38,022 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0001
2013-10-31 19:07:38,052 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:38,059 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 19:07:38,062 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b95da4b
2013-10-31 19:07:38,067 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt
2013-10-31 19:07:38,072 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:07:38,079 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:38,079 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:38,123 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:07:38,123 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicor"]
2013-10-31 19:07:38,135 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:38,137 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:38,138 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2013-10-31 19:07:38,141 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicor
2013-10-31 19:07:41,054 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt:0+52
2013-10-31 19:07:41,056 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-31 19:07:41,073 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicor/_temporary
2013-10-31 19:07:41,108 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:41,110 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/regression/complexlogicor
2013-10-31 19:07:41,128 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:41,128 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:41,145 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split] starting
2013-10-31 19:07:41,145 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  source: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:07:41,145 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  sink: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate"]
2013-10-31 19:07:41,146 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  parallel execution is enabled: false
2013-10-31 19:07:41,146 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  starting jobs: 1
2013-10-31 19:07:41,146 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  allocating threads: 1
2013-10-31 19:07:41,147 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [split] starting step: (1/1) ...ipesplatform/intermediate
2013-10-31 19:07:41,152 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:41,153 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:07:41,167 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:41,169 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:41,223 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [split] submitted hadoop job: job_local_0002
2013-10-31 19:07:41,228 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:41,230 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ae6ee0e
2013-10-31 19:07:41,232 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt
2013-10-31 19:07:41,235 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:07:41,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:41,242 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:41,252 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:07:41,252 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate"]
2013-10-31 19:07:41,254 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:41,255 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:41,255 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2013-10-31 19:07:41,257 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate
2013-10-31 19:07:44,230 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt:0+19
2013-10-31 19:07:44,231 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-31 19:07:44,242 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate/_temporary
2013-10-31 19:07:44,273 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:44,274 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:44,307 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs] starting
2013-10-31 19:07:44,308 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate"]
2013-10-31 19:07:44,309 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/cogroupsplit"]
2013-10-31 19:07:44,309 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs]  parallel execution is enabled: false
2013-10-31 19:07:44,309 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs]  starting jobs: 1
2013-10-31 19:07:44,310 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs*rhs]  allocating threads: 1
2013-10-31 19:07:44,311 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs*rhs] starting step: (1/1) ...ipesplatform/cogroupsplit
2013-10-31 19:07:44,313 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:44,313 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:07:44,321 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:44,324 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:44,377 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs*rhs] submitted hadoop job: job_local_0003
2013-10-31 19:07:44,380 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:44,381 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4b10d0f2
2013-10-31 19:07:44,382 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate/part-00000
2013-10-31 19:07:44,383 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:07:44,388 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:07:44,430 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:07:44,430 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:07:44,462 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:44,463 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:44,492 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate"]
2013-10-31 19:07:44,492 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']]
2013-10-31 19:07:44,497 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:07:44,504 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:07:44,505 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:47,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/intermediate/part-00000:0+20
2013-10-31 19:07:47,383 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_m_000000_0' done.
2013-10-31 19:07:47,397 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:47,399 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4cbd23c8
2013-10-31 19:07:47,399 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:47,405 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:07:47,408 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 162 bytes
2013-10-31 19:07:47,408 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:47,409 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:07:47,409 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:07:47,420 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']]
2013-10-31 19:07:47,420 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/cogroupsplit"]
2013-10-31 19:07:47,430 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 19:07:47,431 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 19:07:47,439 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:47,439 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:47,440 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2013-10-31 19:07:47,442 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/cogroupsplit
2013-10-31 19:07:50,398 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:07:50,400 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0003_r_000000_0' done.
2013-10-31 19:07:50,414 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/cogroupsplit/_temporary
2013-10-31 19:07:50,438 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:50,452 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:50,453 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/intermediate
2013-10-31 19:07:50,453 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/cogroupsplit
2013-10-31 19:07:50,462 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:50,462 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:50,481 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:07:50,481 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:50,482 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/none-unknown"]
2013-10-31 19:07:50,483 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:07:50,483 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:07:50,483 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:07:50,484 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ipesplatform/none-unknown
2013-10-31 19:07:50,486 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:50,486 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:07:50,494 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:50,496 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:50,523 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0004
2013-10-31 19:07:50,528 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:50,530 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3020f366
2013-10-31 19:07:50,532 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:07:50,534 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:07:50,535 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:07:50,558 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:07:50,558 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:07:50,561 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:50,561 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:50,569 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:50,569 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{?}:NONE]]
2013-10-31 19:07:50,571 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:07:50,573 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:07:50,574 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:53,531 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:07:53,532 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0004_m_000000_0' done.
2013-10-31 19:07:53,538 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:53,540 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@38195819
2013-10-31 19:07:53,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:53,543 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:07:53,544 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 147 bytes
2013-10-31 19:07:53,544 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:53,546 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:07:53,547 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:07:53,562 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{?}:NONE]]
2013-10-31 19:07:53,563 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/none-unknown"]
2013-10-31 19:07:53,569 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:53,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:53,570 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2013-10-31 19:07:53,572 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/none-unknown
2013-10-31 19:07:56,540 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:07:56,542 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0004_r_000000_0' done.
2013-10-31 19:07:56,558 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/none-unknown/_temporary
2013-10-31 19:07:56,579 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:56,582 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/none-unknown
2013-10-31 19:07:56,592 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:56,593 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:56,611 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:07:56,612 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 19:07:56,612 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepre"]
2013-10-31 19:07:56,613 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:07:56,613 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:07:56,614 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:07:56,615 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...sionpipesplatform/oomepre
2013-10-31 19:07:56,621 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:56,621 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:07:56,630 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:56,632 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:56,657 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0005
2013-10-31 19:07:56,661 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:56,663 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@56f5fb01
2013-10-31 19:07:56,666 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 19:07:56,669 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:07:56,676 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:56,676 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:56,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 19:07:56,687 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepre"]
2013-10-31 19:07:56,688 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught OutOfMemoryException, will not trap, rethrowing
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:593)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:127)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:441)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:377)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
2013-10-31 19:07:56,690 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0005
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:593)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:127)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:441)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:377)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
2013-10-31 19:07:56,700 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [test] task completion events identify failed tasks
2013-10-31 19:07:56,700 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [test] task completion events count: 0
2013-10-31 19:07:56,701 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] stopping all jobs
2013-10-31 19:07:56,702 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] stopping: (1/1) ...sionpipesplatform/oomepre
2013-10-31 19:07:56,703 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] stopped all jobs
2013-10-31 19:07:56,704 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepre/_temporary
exception = cascading.flow.FlowException: local step failed
2013-10-31 19:07:56,705 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/oomepre
2013-10-31 19:07:56,714 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:56,714 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:56,725 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:07:56,725 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:56,726 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/copy"]
2013-10-31 19:07:56,726 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:07:56,726 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:07:56,726 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:07:56,727 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ressionpipesplatform/copy
2013-10-31 19:07:56,729 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:56,729 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:07:56,736 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:56,738 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:56,761 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0006
2013-10-31 19:07:56,764 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:56,765 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6dd93e5f
2013-10-31 19:07:56,766 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:07:56,767 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:07:56,769 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:56,769 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:56,773 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:56,774 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/copy"]
2013-10-31 19:07:56,775 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:56,775 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:56,776 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0006_m_000000_0 is allowed to commit now
2013-10-31 19:07:56,777 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/copy
2013-10-31 19:07:59,766 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:07:59,767 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0006_m_000000_0' done.
2013-10-31 19:07:59,779 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/copy/_temporary
2013-10-31 19:07:59,800 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:59,802 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/copy
2013-10-31 19:07:59,814 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:07:59,815 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:07:59,831 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:07:59,831 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:59,832 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown-replace"]
2013-10-31 19:07:59,832 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:07:59,832 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:07:59,832 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:07:59,833 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...splatform/unknown-replace
2013-10-31 19:07:59,836 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:07:59,836 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:07:59,841 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:07:59,843 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:07:59,875 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0007
2013-10-31 19:07:59,878 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:07:59,879 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@187e366c
2013-10-31 19:07:59,879 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:07:59,880 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:07:59,882 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:07:59,882 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:07:59,889 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:07:59,889 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown-replace"]
2013-10-31 19:07:59,890 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:07:59,890 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:07:59,891 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0007_m_000000_0 is allowed to commit now
2013-10-31 19:07:59,893 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown-replace
2013-10-31 19:08:02,664 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 19:08:02,879 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:08:02,880 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0007_m_000000_0' done.
2013-10-31 19:08:02,892 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown-replace/_temporary
2013-10-31 19:08:02,911 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:02,926 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:02,927 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/unknown-replace
2013-10-31 19:08:02,937 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:02,938 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:02,979 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:02,980 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:08:02,980 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicand"]
2013-10-31 19:08:02,980 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:02,980 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:02,981 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:02,982 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...egression/complexlogicand
2013-10-31 19:08:02,986 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:02,986 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:02,999 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:03,003 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:03,245 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0008
2013-10-31 19:08:03,250 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:03,251 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@529a4d3b
2013-10-31 19:08:03,253 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt
2013-10-31 19:08:03,255 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:03,298 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:03,298 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:03,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:08:03,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicand"]
2013-10-31 19:08:03,318 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:03,319 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:03,321 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0008_m_000000_0 is allowed to commit now
2013-10-31 19:08:03,324 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicand
2013-10-31 19:08:06,252 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt:0+52
2013-10-31 19:08:06,253 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0008_m_000000_0' done.
2013-10-31 19:08:06,264 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicand/_temporary
2013-10-31 19:08:06,283 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:06,284 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/regression/complexlogicand
2013-10-31 19:08:06,295 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:06,295 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:06,320 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:06,329 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:08:06,331 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicxor"]
2013-10-31 19:08:06,333 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:06,334 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:06,334 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:06,335 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...egression/complexlogicxor
2013-10-31 19:08:06,337 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:06,337 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:06,342 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:06,344 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:06,367 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0009
2013-10-31 19:08:06,372 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:06,373 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4efde2c1
2013-10-31 19:08:06,376 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt
2013-10-31 19:08:06,378 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:06,383 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:06,383 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:06,390 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt"]
2013-10-31 19:08:06,390 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicxor"]
2013-10-31 19:08:06,392 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:06,392 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:06,393 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0009_m_000000_0 is allowed to commit now
2013-10-31 19:08:06,394 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicxor
2013-10-31 19:08:09,373 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lhs.txt:0+52
2013-10-31 19:08:09,375 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0009_m_000000_0' done.
2013-10-31 19:08:09,385 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/regression/complexlogicxor/_temporary
2013-10-31 19:08:09,404 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:09,405 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/regression/complexlogicxor
2013-10-31 19:08:09,414 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:09,414 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:09,434 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] starting
2013-10-31 19:08:09,435 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt"]
2013-10-31 19:08:09,435 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:08:09,435 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepost"]
2013-10-31 19:08:09,435 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  parallel execution is enabled: false
2013-10-31 19:08:09,436 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  starting jobs: 1
2013-10-31 19:08:09,436 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper]  allocating threads: 1
2013-10-31 19:08:09,436 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower*upper] starting step: (1/1) ...ionpipesplatform/oomepost
2013-10-31 19:08:09,438 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:09,438 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:09,443 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:09,445 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:09,446 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:09,462 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower*upper] submitted hadoop job: job_local_0010
2013-10-31 19:08:09,464 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:09,465 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4de44dc8
2013-10-31 19:08:09,466 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt
2013-10-31 19:08:09,468 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:09,468 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:09,485 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:09,485 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:09,486 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:09,486 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:09,493 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt"]
2013-10-31 19:08:09,493 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']]
2013-10-31 19:08:09,495 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:09,496 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:09,497 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:12,466 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/upper.txt:0+19
2013-10-31 19:08:12,468 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0010_m_000000_0' done.
2013-10-31 19:08:12,470 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:12,471 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@185ed59f
2013-10-31 19:08:12,473 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt
2013-10-31 19:08:12,475 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:12,476 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:12,523 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:12,523 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:12,524 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:12,524 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:12,531 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:08:12,532 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']]
2013-10-31 19:08:12,533 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:12,534 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:12,535 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0010_m_000001_0 is done. And is in the process of commiting
2013-10-31 19:08:15,472 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt:0+19
2013-10-31 19:08:15,473 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0010_m_000001_0' done.
2013-10-31 19:08:15,482 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:15,483 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@e7db0da
2013-10-31 19:08:15,484 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:15,486 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 2 sorted segments
2013-10-31 19:08:15,487 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 2 segments left of total size: 194 bytes
2013-10-31 19:08:15,488 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:15,489 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:15,489 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:15,505 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']]
2013-10-31 19:08:15,505 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepost"]
2013-10-31 19:08:15,508 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 19:08:15,508 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2013-10-31 19:08:15,509 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught OutOfMemoryException, will not trap, rethrowing
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:643)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 19:08:15,510 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0010
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:643)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:90)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:133)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:528)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:429)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:260)
2013-10-31 19:08:15,514 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [lower*upper] task completion events identify failed tasks
2013-10-31 19:08:15,514 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(747)) - [lower*upper] task completion events count: 0
2013-10-31 19:08:15,515 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] stopping all jobs
2013-10-31 19:08:15,516 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower*upper] stopping: (1/1) ...ionpipesplatform/oomepost
2013-10-31 19:08:15,516 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lower*upper] stopped all jobs
2013-10-31 19:08:15,517 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/oomepost/_temporary
exception = cascading.flow.FlowException: local step failed
2013-10-31 19:08:15,518 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/oomepost
2013-10-31 19:08:15,525 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:15,526 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:15,537 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:15,537 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 19:08:15,537 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/lasteachmodified"]
2013-10-31 19:08:15,537 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:15,538 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:15,538 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:15,538 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...platform/lasteachmodified
2013-10-31 19:08:15,540 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:15,540 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:15,545 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:15,547 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:15,562 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0011
2013-10-31 19:08:15,564 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:15,565 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3a856ecf
2013-10-31 19:08:15,567 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 19:08:15,569 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:15,569 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:15,619 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:15,619 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:15,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:15,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:15,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 19:08:15,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'insert']]
2013-10-31 19:08:15,630 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:15,631 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:15,632 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:18,565 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 19:08:18,567 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0011_m_000000_0' done.
2013-10-31 19:08:18,571 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:18,573 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16be1fcc
2013-10-31 19:08:18,573 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:18,575 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:08:18,575 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 182 bytes
2013-10-31 19:08:18,576 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:18,577 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:18,577 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:18,587 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'insert']]
2013-10-31 19:08:18,587 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/lasteachmodified"]
2013-10-31 19:08:18,590 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:18,591 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:18,591 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2013-10-31 19:08:18,593 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/lasteachmodified
2013-10-31 19:08:21,485 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:21,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:21,574 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0011_r_000000_0' done.
2013-10-31 19:08:21,587 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/lasteachmodified/_temporary
2013-10-31 19:08:21,605 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:21,606 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/lasteachmodified
2013-10-31 19:08:21,613 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:21,613 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:21,625 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:21,626 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:21,626 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown"]
2013-10-31 19:08:21,627 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:21,627 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:21,627 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:21,628 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...sionpipesplatform/unknown
2013-10-31 19:08:21,629 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:21,629 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:21,634 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:21,636 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:21,652 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0012
2013-10-31 19:08:21,658 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:21,660 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6dad5f2c
2013-10-31 19:08:21,662 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:08:21,664 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:21,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:21,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:21,681 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:21,682 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown"]
2013-10-31 19:08:21,685 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:21,685 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:21,686 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0012_m_000000_0 is allowed to commit now
2013-10-31 19:08:21,688 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown
2013-10-31 19:08:24,660 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:08:24,661 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0012_m_000000_0' done.
2013-10-31 19:08:24,670 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/unknown/_temporary
2013-10-31 19:08:24,686 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:24,687 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/unknown
2013-10-31 19:08:24,695 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:24,696 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:24,708 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:24,708 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/critics.txt"]
2013-10-31 19:08:24,708 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/varwidth"]
2013-10-31 19:08:24,709 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:24,709 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:24,709 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:24,709 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ionpipesplatform/varwidth
2013-10-31 19:08:24,711 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:24,711 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:24,716 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:24,717 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:24,732 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0013
2013-10-31 19:08:24,734 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:24,735 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@63808bcc
2013-10-31 19:08:24,736 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/critics.txt
2013-10-31 19:08:24,736 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:24,738 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:24,738 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:24,743 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/critics.txt"]
2013-10-31 19:08:24,743 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/varwidth"]
2013-10-31 19:08:24,745 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0013_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:24,745 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:24,746 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0013_m_000000_0 is allowed to commit now
2013-10-31 19:08:24,747 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0013_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/varwidth
2013-10-31 19:08:27,735 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/critics.txt:0+828
2013-10-31 19:08:27,736 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0013_m_000000_0' done.
2013-10-31 19:08:27,749 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/varwidth/_temporary
2013-10-31 19:08:27,767 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:27,769 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/varwidth
2013-10-31 19:08:28,018 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:28,018 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:29,037 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline] starting
2013-10-31 19:08:29,038 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline]  source: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.200.txt"]
2013-10-31 19:08:29,038 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/deeppipline"]
2013-10-31 19:08:29,038 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline]  parallel execution is enabled: false
2013-10-31 19:08:29,038 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline]  starting jobs: 1
2013-10-31 19:08:29,038 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [pipeline]  allocating threads: 1
2013-10-31 19:08:29,039 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [pipeline] starting step: (1/1) ...pipesplatform/deeppipline
2013-10-31 19:08:29,040 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:29,040 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:29,045 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:29,047 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:29,064 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [pipeline] submitted hadoop job: job_local_0014
2013-10-31 19:08:29,068 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:29,069 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@27b5411
2013-10-31 19:08:29,072 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.200.txt
2013-10-31 19:08:29,075 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:29,076 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:29,094 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:29,094 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:29,095 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:29,095 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:29,278 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.200.txt"]
2013-10-31 19:08:29,278 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(pipeline)[by:[{1}:'hash']]
2013-10-31 19:08:29,472 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:29,488 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:29,489 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0014_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:32,069 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.200.txt:0+32599
2013-10-31 19:08:32,071 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0014_m_000000_0' done.
2013-10-31 19:08:32,075 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:32,076 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f39b7bb
2013-10-31 19:08:32,076 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:32,078 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:08:32,079 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 35984 bytes
2013-10-31 19:08:32,079 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:32,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:32,081 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:32,191 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(pipeline)[by:[{1}:'hash']]
2013-10-31 19:08:32,191 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/deeppipline"]
2013-10-31 19:08:32,504 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0014_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:32,505 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:32,505 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0014_r_000000_0 is allowed to commit now
2013-10-31 19:08:32,507 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0014_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/deeppipline
2013-10-31 19:08:35,076 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:35,077 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0014_r_000000_0' done.
2013-10-31 19:08:35,085 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/deeppipline/_temporary
2013-10-31 19:08:35,085 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/deeppipline
2013-10-31 19:08:35,093 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:35,094 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:35,099 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split] starting
2013-10-31 19:08:35,100 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  source: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:08:35,100 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  sink: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate"]
2013-10-31 19:08:35,100 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  parallel execution is enabled: false
2013-10-31 19:08:35,100 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  starting jobs: 1
2013-10-31 19:08:35,100 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [split]  allocating threads: 1
2013-10-31 19:08:35,101 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [split] starting step: (1/1) ...latform/splitintermediate
2013-10-31 19:08:35,102 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:35,102 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:35,107 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:35,108 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:35,135 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [split] submitted hadoop job: job_local_0015
2013-10-31 19:08:35,137 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:35,137 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b29c61f
2013-10-31 19:08:35,138 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt
2013-10-31 19:08:35,139 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:35,141 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:35,141 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:35,144 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt"]
2013-10-31 19:08:35,144 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate"]
2013-10-31 19:08:35,145 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0015_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:35,146 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:35,146 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0015_m_000000_0 is allowed to commit now
2013-10-31 19:08:35,148 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0015_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate
2013-10-31 19:08:38,137 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower.txt:0+19
2013-10-31 19:08:38,139 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0015_m_000000_0' done.
2013-10-31 19:08:38,146 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate/_temporary
2013-10-31 19:08:38,162 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:38,163 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:38,172 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs] starting
2013-10-31 19:08:38,173 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate"]
2013-10-31 19:08:38,173 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/groupbysplit"]
2013-10-31 19:08:38,174 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  parallel execution is enabled: false
2013-10-31 19:08:38,174 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  starting jobs: 1
2013-10-31 19:08:38,174 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [lhs+rhs]  allocating threads: 1
2013-10-31 19:08:38,175 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] starting step: (1/1) ...ipesplatform/groupbysplit
2013-10-31 19:08:38,176 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:38,176 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:38,180 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:38,182 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:38,197 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lhs+rhs] submitted hadoop job: job_local_0016
2013-10-31 19:08:38,198 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:38,199 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@35ad0ea6
2013-10-31 19:08:38,200 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate/part-00000
2013-10-31 19:08:38,201 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:38,201 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:38,216 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:38,216 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:38,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:38,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:38,221 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate"]
2013-10-31 19:08:38,221 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-31 19:08:38,223 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:38,224 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:38,225 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0016_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:41,200 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/splitintermediate/part-00000:0+20
2013-10-31 19:08:41,201 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0016_m_000000_0' done.
2013-10-31 19:08:41,205 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:41,207 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d73c8c9
2013-10-31 19:08:41,207 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:41,209 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:08:41,209 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 172 bytes
2013-10-31 19:08:41,210 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:41,211 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:41,211 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:41,219 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2013-10-31 19:08:41,219 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/groupbysplit"]
2013-10-31 19:08:41,226 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0016_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:41,226 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:41,227 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0016_r_000000_0 is allowed to commit now
2013-10-31 19:08:41,229 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0016_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/groupbysplit
2013-10-31 19:08:44,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:44,208 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0016_r_000000_0' done.
2013-10-31 19:08:44,221 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/groupbysplit/_temporary
2013-10-31 19:08:44,238 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:44,249 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:44,250 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/splitintermediate
2013-10-31 19:08:44,250 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/groupbysplit
2013-10-31 19:08:44,257 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:44,258 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:44,273 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...] starting
2013-10-31 19:08:44,274 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:44,274 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/illegalchars"]
2013-10-31 19:08:44,275 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...]  parallel execution is enabled: false
2013-10-31 19:08:44,275 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...]  starting jobs: 2
2013-10-31 19:08:44,275 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [**&%&%bar:bar@foo://bl...]  allocating threads: 1
2013-10-31 19:08:44,276 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [**&%&%bar:bar@foo://bl...] starting step: (1/2)
2013-10-31 19:08:44,277 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:44,277 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:44,281 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:44,283 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:44,299 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [**&%&%bar:bar@foo://bl...] submitted hadoop job: job_local_0017
2013-10-31 19:08:44,303 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:44,304 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ba21c1
2013-10-31 19:08:44,306 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:08:44,308 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:44,308 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:44,356 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:44,356 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:44,357 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:44,357 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:44,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:44,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2013-10-31 19:08:44,361 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:44,362 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:44,363 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0017_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:47,304 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:08:47,306 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0017_m_000000_0' done.
2013-10-31 19:08:47,310 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:47,311 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ee900a4
2013-10-31 19:08:47,311 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:47,313 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:08:47,313 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 77 bytes
2013-10-31 19:08:47,314 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:47,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:47,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:47,322 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2013-10-31 19:08:47,323 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[[UNKNOWN]->[ALL]]"][2452088818/__&%&%bar:bar@foo:_blah_/]
2013-10-31 19:08:47,332 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0017_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:47,333 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:47,333 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0017_r_000000_0 is allowed to commit now
2013-10-31 19:08:47,334 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0017_r_000000_0' to file:/tmp/hadoop-hadoop/2452088818____bar_bar_foo__blah__0A0DE7C5E0A24447A0C472CA9FB1ADF7
2013-10-31 19:08:50,311 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:50,312 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0017_r_000000_0' done.
2013-10-31 19:08:50,322 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [**&%&%bar:bar@foo://bl...] starting step: (2/2) ...ipesplatform/illegalchars
2013-10-31 19:08:50,323 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:50,324 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 19:08:50,328 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:50,329 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:50,343 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [**&%&%bar:bar@foo://bl...] submitted hadoop job: job_local_0018
2013-10-31 19:08:50,346 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:50,348 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4dca1399
2013-10-31 19:08:50,349 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-hadoop/2452088818____bar_bar_foo__blah__0A0DE7C5E0A24447A0C472CA9FB1ADF7/part-00000
2013-10-31 19:08:50,359 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 19:08:50,359 INFO  mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 19:08:50,401 INFO  mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 19:08:50,402 INFO  mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 19:08:50,402 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:50,402 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:50,406 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[[UNKNOWN]->[ALL]]"][2452088818/__&%&%bar:bar@foo:_blah_/]
2013-10-31 19:08:50,406 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2013-10-31 19:08:50,407 INFO  mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 19:08:50,408 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 19:08:50,408 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0018_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:53,348 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-hadoop/2452088818____bar_bar_foo__blah__0A0DE7C5E0A24447A0C472CA9FB1ADF7/part-00000:0+170
2013-10-31 19:08:53,349 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0018_m_000000_0' done.
2013-10-31 19:08:53,353 INFO  mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:53,354 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ba38680
2013-10-31 19:08:53,354 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:53,356 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 19:08:53,356 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 77 bytes
2013-10-31 19:08:53,357 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:53,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 19:08:53,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: 
2013-10-31 19:08:53,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2013-10-31 19:08:53,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/illegalchars"]
2013-10-31 19:08:53,367 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0018_r_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:53,368 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:53,368 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0018_r_000000_0 is allowed to commit now
2013-10-31 19:08:53,369 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0018_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/illegalchars
2013-10-31 19:08:56,354 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 19:08:56,355 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0018_r_000000_0' done.
2013-10-31 19:08:56,366 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/illegalchars/_temporary
2013-10-31 19:08:56,381 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:56,384 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/illegalchars
2013-10-31 19:08:56,392 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 19:08:56,392 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 19:08:56,399 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 19:08:56,400 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:56,400 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/ungrouped-unknown-nondeterministic"]
2013-10-31 19:08:56,401 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-31 19:08:56,401 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 1
2013-10-31 19:08:56,401 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-31 19:08:56,402 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...-unknown-nondeterministic
2013-10-31 19:08:56,403 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 19:08:56,403 INFO  mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 19:08:56,407 INFO  mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 19:08:56,408 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:56,421 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0019
2013-10-31 19:08:56,425 INFO  mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 19:08:56,425 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54ab1e31
2013-10-31 19:08:56,426 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt
2013-10-31 19:08:56,427 INFO  mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 0
2013-10-31 19:08:56,428 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 19:08:56,428 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: 
2013-10-31 19:08:56,431 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt"]
2013-10-31 19:08:56,431 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/ungrouped-unknown-nondeterministic"]
2013-10-31 19:08:56,432 INFO  mapred.Task (Task.java:done(852)) - Task:attempt_local_0019_m_000000_0 is done. And is in the process of commiting
2013-10-31 19:08:56,433 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-31 19:08:56,433 INFO  mapred.Task (Task.java:commit(1005)) - Task attempt_local_0019_m_000000_0 is allowed to commit now
2013-10-31 19:08:56,434 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0019_m_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/ungrouped-unknown-nondeterministic
2013-10-31 19:08:59,426 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/lower+upper.txt:0+30
2013-10-31 19:08:59,427 INFO  mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0019_m_000000_0' done.
2013-10-31 19:08:59,500 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/regressionpipesplatform/ungrouped-unknown-nondeterministic/_temporary
2013-10-31 19:08:59,516 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 19:08:59,518 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/regressionpipesplatform/ungrouped-unknown-nondeterministic

Standard error

rhs-pre: ['num', 'char']
rhs-pre: ['1', 'a']
rhs-post: ['num2']
rhs-post: ['1']
rhs-pre: ['2', 'b']
rhs-post: ['2']
rhs-pre: ['3', 'c']
rhs-post: ['3']
rhs-pre: ['4', 'd']
rhs-post: ['4']
rhs-pre: ['5', 'e']
rhs-post: ['5']
rhs-pre: tuples count: 5
rhs-post: tuples count: 5
cascading.flow.FlowException: local step failed
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:212)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:145)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:120)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:42)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)
cascading.flow.FlowException: local step failed
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:212)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:145)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:120)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:42)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)