2013-10-28 18:28:42,950 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-28 18:28:42,993 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-28 18:28:42,993 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.AssemblyPlannerPlatformTest
2013-10-28 18:28:43,046 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-28 18:28:43,587 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:28:43,589 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:28:43,603 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: B1C64D34A00142DDB94B42D0D081F2DA
2013-10-28 18:28:43,855 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-28 18:28:43,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting
2013-10-28 18:28:43,859 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt"]
2013-10-28 18:28:43,859 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/composite"]
2013-10-28 18:28:43,859 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] parallel execution is enabled: false
2013-10-28 18:28:43,859 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting jobs: 1
2013-10-28 18:28:43,860 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] allocating threads: 1
2013-10-28 18:28:43,861 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] starting step: (1/1) ...plannerplatform/composite
2013-10-28 18:28:43,897 INFO util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(40)) - Trying to load the custom-built native-hadoop library...
2013-10-28 18:28:43,898 ERROR util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(47)) - Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
2013-10-28 18:28:43,899 ERROR util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(48)) - java.library.path=/usr/java/jdk1.6.0_31/jre/lib/amd64/server:/usr/java/jdk1.6.0_31/jre/lib/amd64:/usr/java/jdk1.6.0_31/jre/../lib/amd64:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
2013-10-28 18:28:43,899 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-28 18:28:43,968 ERROR snappy.LoadSnappy (LoadSnappy.java:<clinit>(51)) - Failed to load snappy with error: java.lang.UnsatisfiedLinkError: no snappy in java.library.path
2013-10-28 18:28:43,969 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(63)) - Snappy native library not loaded
2013-10-28 18:28:43,975 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:28:44,351 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] submitted hadoop job: job_local_0001
2013-10-28 18:28:44,419 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:28:44,421 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:28:44,427 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt
2013-10-28 18:28:44,435 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:28:44,435 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:28:44,442 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:28:44,445 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:28:44,575 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:28:44,575 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:28:44,602 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:28:44,603 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:28:44,665 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt"]
2013-10-28 18:28:44,665 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2013-10-28 18:28:44,678 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:28:44,691 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:28:44,694 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:28:44,698 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt:0+1449
2013-10-28 18:28:44,699 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-28 18:28:44,711 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:28:44,711 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:28:44,722 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:28:44,723 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:44,730 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:28:44,747 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-28 18:28:44,748 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:44,750 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:28:44,752 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:28:44,752 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:28:44,767 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2013-10-28 18:28:44,768 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/composite"]
2013-10-28 18:28:44,784 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:28:44,785 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:44,786 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-28 18:28:44,795 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/composite
2013-10-28 18:28:44,795 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:28:44,796 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-28 18:28:44,807 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/composite/_temporary
2013-10-28 18:28:44,831 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:28:44,835 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/assemblyplannerplatform/composite
2013-10-28 18:28:44,875 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-28 18:28:44,876 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /root/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-28 18:28:44,896 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting
2013-10-28 18:28:44,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt"]
2013-10-28 18:28:44,898 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/simple"]
2013-10-28 18:28:44,900 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] parallel execution is enabled: false
2013-10-28 18:28:44,903 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] starting jobs: 1
2013-10-28 18:28:44,904 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [] allocating threads: 1
2013-10-28 18:28:44,905 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] starting step: (1/1) ...blyplannerplatform/simple
2013-10-28 18:28:44,917 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:28:44,998 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [] submitted hadoop job: job_local_0002
2013-10-28 18:28:45,002 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:28:45,002 INFO mapred.TaskDelegation (TaskDelegation.java:getMapTaskDelegator(83)) - MapTaskDelegator is not defined
2013-10-28 18:28:45,004 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt
2013-10-28 18:28:45,006 INFO mapred.MapTask (MapTask.java:runOldMapper_aroundBody2(437)) - numReduceTasks: 1
2013-10-28 18:28:45,006 INFO mapred.TaskDelegation (TaskDelegation.java:getOutputCollectorDelegator(142)) - MapOutputCollectorDelegator not found
2013-10-28 18:28:45,007 INFO mapred.MapTask (MapTask.java:<init>(998)) - Sort avoidance is turn off
2013-10-28 18:28:45,008 INFO mapred.MapTask (MapTask.java:<init>(1021)) - io.sort.mb = 100
2013-10-28 18:28:45,123 INFO mapred.MapTask (MapTask.java:<init>(1033)) - data buffer = 79691776/99614720
2013-10-28 18:28:45,124 INFO mapred.MapTask (MapTask.java:<init>(1034)) - record buffer = 262144/327680
2013-10-28 18:28:45,126 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0
2013-10-28 18:28:45,126 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-28 18:28:45,141 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt"]
2013-10-28 18:28:45,141 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2013-10-28 18:28:45,143 INFO mapred.MapTask (MapTask.java:flush(1367)) - Starting flush of map output
2013-10-28 18:28:45,147 INFO mapred.MapTask (MapTask.java:sortAndSpill(1560)) - Finished spill 0
2013-10-28 18:28:45,148 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-28 18:28:45,149 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/classes/test/data/apache.10.txt:0+1449
2013-10-28 18:28:45,150 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-28 18:28:45,154 INFO mapred.Task (Task.java:initialize(534)) - Using ResourceCalculatorPlugin : null
2013-10-28 18:28:45,155 INFO mapred.ReduceTask (ReduceTask.java:run_aroundBody0(393)) - Sort avoidance is turned off
2013-10-28 18:28:45,155 INFO mapred.ReduceTask (ReduceTask.java:<init>(1174)) - ShuffleRamManager: MemoryLimit=493250144, MaxSingleShuffleLimit=123312536
2013-10-28 18:28:45,156 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:45,157 INFO mapred.Merger (Merger.java:merge(424)) - Merging 1 sorted segments
2013-10-28 18:28:45,157 INFO mapred.Merger (Merger.java:merge(507)) - Down to the last merge-pass, with 1 segments left of total size: 232 bytes
2013-10-28 18:28:45,158 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:45,158 INFO mapred.TaskDelegation (TaskDelegation.java:getReduceTaskDelegator(112)) - Reduce task Delegator not defined
2013-10-28 18:28:45,159 INFO hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0
2013-10-28 18:28:45,159 INFO hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-28 18:28:45,176 INFO hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2013-10-28 18:28:45,176 INFO hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/simple"]
2013-10-28 18:28:45,190 INFO mapred.Task (Task.java:done_aroundBody0(853)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-28 18:28:45,191 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) -
2013-10-28 18:28:45,192 INFO mapred.Task (Task.java:commit(1006)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-28 18:28:45,204 INFO mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/simple
2013-10-28 18:28:45,211 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-28 18:28:45,212 INFO mapred.Task (Task.java:sendDone(965)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-28 18:28:45,225 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output/hadoop/assemblyplannerplatform/simple/_temporary
2013-10-28 18:28:45,278 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-28 18:28:45,285 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /root/cascading/cascading.compatibility-2.2/intel-hadoop-2.5.1/build/test/output//hadoop/assemblyplannerplatform/simple