2013-10-31 20:06:07,653 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 20:06:07,672 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 20:06:07,672 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2013-10-31 20:06:07,690 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-31 20:06:08,031 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 20:06:08,032 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 20:06:08,042 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 8F5E804407ED47E0BE162DFD37096E9B
2013-10-31 20:06:08,204 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 20:06:08,206 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting
2013-10-31 20:06:08,207 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 20:06:08,207 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/composite"]
2013-10-31 20:06:08,207 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] parallel execution is enabled: false
2013-10-31 20:06:08,207 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting jobs: 1
2013-10-31 20:06:08,207 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] allocating threads: 1
2013-10-31 20:06:08,208 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] starting step: (1/1) ...plannerplatform/composite
2013-10-31 20:06:08,233 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 20:06:08,238 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 20:06:08,238 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 20:06:08,262 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 20:06:08,269 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 20:06:08,286 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 20:06:08,290 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 20:06:08,505 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] submitted hadoop job: job_local_0001
2013-10-31 20:06:08,536 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 20:06:08,543 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 20:06:08,546 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4042c516
2013-10-31 20:06:08,551 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 20:06:08,556 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 20:06:08,561 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 20:06:08,605 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 20:06:08,605 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 20:06:08,624 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 20:06:08,624 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 20:06:08,681 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 20:06:08,682 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2013-10-31 20:06:08,692 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 20:06:08,699 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 20:06:08,701 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-31 20:06:11,539 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 20:06:11,541 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-31 20:06:11,555 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 20:06:11,557 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d62fd41
2013-10-31 20:06:11,558 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:11,563 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 20:06:11,565 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-31 20:06:11,565 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:11,566 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 20:06:11,567 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 20:06:11,580 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2013-10-31 20:06:11,580 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/composite"]
2013-10-31 20:06:11,937 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-31 20:06:11,939 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:11,940 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-31 20:06:12,025 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/composite
2013-10-31 20:06:14,557 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 20:06:14,558 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-31 20:06:14,577 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2013-10-31 20:06:14,607 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 20:06:14,608 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/assemblyplannerplatform/composite
2013-10-31 20:06:14,625 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 20:06:14,625 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 20:06:14,646 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting
2013-10-31 20:06:14,647 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 20:06:14,647 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/simple"]
2013-10-31 20:06:14,648 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] parallel execution is enabled: false
2013-10-31 20:06:14,648 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting jobs: 1
2013-10-31 20:06:14,648 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] allocating threads: 1
2013-10-31 20:06:14,649 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] starting step: (1/1) ...blyplannerplatform/simple
2013-10-31 20:06:14,652 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 1
2013-10-31 20:06:14,652 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 20:06:14,660 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 20:06:14,662 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 20:06:14,720 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] submitted hadoop job: job_local_0002
2013-10-31 20:06:14,726 INFO mapred.MapTask (MapTask.java:run(352)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 20:06:14,728 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3637a9c9
2013-10-31 20:06:14,730 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt
2013-10-31 20:06:14,732 INFO mapred.MapTask (MapTask.java:runOldMapper(430)) - numReduceTasks: 1
2013-10-31 20:06:14,733 INFO mapred.MapTask (MapTask.java:<init>(960)) - io.sort.mb = 100
2013-10-31 20:06:14,781 INFO mapred.MapTask (MapTask.java:<init>(972)) - data buffer = 79691776/99614720
2013-10-31 20:06:14,781 INFO mapred.MapTask (MapTask.java:<init>(973)) - record buffer = 262144/327680
2013-10-31 20:06:14,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-31 20:06:14,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts:
2013-10-31 20:06:14,792 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt"]
2013-10-31 20:06:14,792 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2013-10-31 20:06:14,794 INFO mapred.MapTask (MapTask.java:flush(1300)) - Starting flush of map output
2013-10-31 20:06:14,797 INFO mapred.MapTask (MapTask.java:sortAndSpill(1484)) - Finished spill 0
2013-10-31 20:06:14,798 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-31 20:06:17,728 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/classes/test/data/apache.10.txt:0+1449
2013-10-31 20:06:17,730 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-31 20:06:17,916 INFO mapred.ReduceTask (ReduceTask.java:run(360)) - Host name: ip-10-5-128-102.ec2.internal
2013-10-31 20:06:17,919 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3af7063e
2013-10-31 20:06:17,919 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:17,922 INFO mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-31 20:06:17,923 INFO mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-31 20:06:17,923 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:17,925 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-31 20:06:17,925 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts:
2013-10-31 20:06:17,941 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2013-10-31 20:06:17,942 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/simple"]
2013-10-31 20:06:18,187 INFO mapred.Task (Task.java:done(852)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-31 20:06:18,189 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-31 20:06:18,190 INFO mapred.Task (Task.java:commit(1005)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-31 20:06:18,196 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/simple
2013-10-31 20:06:20,918 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-31 20:06:20,919 INFO mapred.Task (Task.java:sendDone(964)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-31 20:06:20,926 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2013-10-31 20:06:20,942 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 20:06:20,943 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.2/build/test/output//hadoop/assemblyplannerplatform/simple