Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

5.944s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 1.016s passed
testEuclideanDistanceComposite 2.655s passed
testEuclideanDistanceShort 1.013s passed
testPearsonDistanceComposite 1.260s passed

Standard output

2014-08-22 16:11:45,292 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 16:11:45,340 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 16:11:45,341 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2014-08-22 16:11:45,371 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 16:11:45,790 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:11:45,792 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:11:45,805 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 74C28FAA61AA42199809FF022E30C00F
2014-08-22 16:11:46,117 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 16:11:46,121 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 16:11:46,122 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:46,123 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2014-08-22 16:11:46,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 16:11:46,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 16:11:46,125 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 16:11:46,127 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 16:11:46,174 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 16:11:46,240 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2014-08-22 16:11:46,243 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:46,509 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0001
2014-08-22 16:11:46,510 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:46,581 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 16:11:46,591 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67de0c09
2014-08-22 16:11:46,598 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt
2014-08-22 16:11:46,606 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:46,614 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:46,756 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:46,757 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:46,781 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:46,781 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:46,860 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:46,861 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 16:11:46,882 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:46,898 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:46,901 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:46,905 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2014-08-22 16:11:46,906 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 16:11:46,917 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45486306
2014-08-22 16:11:46,917 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:46,923 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:46,930 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 16:11:46,930 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:46,932 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:46,932 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:46,957 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 16:11:46,958 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6102156515/euclidean/]
2014-08-22 16:11:46,983 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:46,984 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:47,051 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:47,052 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,053 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2014-08-22 16:11:47,057 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/tmp/hadoop-teamcity/6102156515_euclidean_46F0D9930DE548CE8A44B1B6592FE685
2014-08-22 16:11:47,058 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:47,059 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_r_000000_0' done.
2014-08-22 16:11:47,067 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 16:11:47,086 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:47,196 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0002
2014-08-22 16:11:47,196 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:47,202 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@103c37f4
2014-08-22 16:11:47,205 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6102156515_euclidean_46F0D9930DE548CE8A44B1B6592FE685/part-00000
2014-08-22 16:11:47,214 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:47,215 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:47,358 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:47,360 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:47,362 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:47,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:47,378 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6102156515/euclidean/]
2014-08-22 16:11:47,378 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:47,451 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:47,531 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:47,539 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:47,541 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/6102156515_euclidean_46F0D9930DE548CE8A44B1B6592FE685/part-00000:0+13816
2014-08-22 16:11:47,541 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 16:11:47,547 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1abbbd0e
2014-08-22 16:11:47,547 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,548 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:47,549 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 16:11:47,549 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,551 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:47,551 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:47,569 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:47,569 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3232706885/euclidean/]
2014-08-22 16:11:47,610 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:47,611 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,612 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2014-08-22 16:11:47,615 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/tmp/hadoop-teamcity/3232706885_euclidean_3BC1AAF4195048C09687F32266D4D16A
2014-08-22 16:11:47,616 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:47,617 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_r_000000_0' done.
2014-08-22 16:11:47,621 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2014-08-22 16:11:47,635 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:47,697 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0003
2014-08-22 16:11:47,698 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:47,701 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@628d2280
2014-08-22 16:11:47,705 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3232706885_euclidean_3BC1AAF4195048C09687F32266D4D16A/part-00000
2014-08-22 16:11:47,707 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:47,707 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:47,839 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:47,840 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:47,842 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:47,843 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:47,857 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3232706885/euclidean/]
2014-08-22 16:11:47,858 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2014-08-22 16:11:47,884 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:47,902 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:47,904 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:47,905 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/3232706885_euclidean_3BC1AAF4195048C09687F32266D4D16A/part-00000:0+6943
2014-08-22 16:11:47,906 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_m_000000_0' done.
2014-08-22 16:11:47,911 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16e334a
2014-08-22 16:11:47,911 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,913 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:47,914 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2014-08-22 16:11:47,914 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,915 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:47,915 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:47,930 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2014-08-22 16:11:47,931 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2014-08-22 16:11:47,952 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:47,952 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:47,953 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2014-08-22 16:11:47,957 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite
2014-08-22 16:11:47,958 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:47,958 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_r_000000_0' done.
2014-08-22 16:11:47,974 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite/_temporary
2014-08-22 16:11:47,997 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:48,020 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:48,023 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/composite
2014-08-22 16:11:48,050 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:11:48,051 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:11:48,123 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson] starting
2014-08-22 16:11:48,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:48,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2014-08-22 16:11:48,124 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  parallel execution is enabled: false
2014-08-22 16:11:48,125 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  starting jobs: 3
2014-08-22 16:11:48,125 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  allocating threads: 1
2014-08-22 16:11:48,125 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (1/3)
2014-08-22 16:11:48,141 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:48,194 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0004
2014-08-22 16:11:48,195 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 16:11:48,198 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37c3432a
2014-08-22 16:11:48,200 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt
2014-08-22 16:11:48,202 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:48,203 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:48,345 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:48,346 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:48,348 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:48,349 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:48,365 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:48,366 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 16:11:48,372 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:48,376 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:48,379 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:48,380 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2014-08-22 16:11:48,381 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0004_m_000000_0' done.
2014-08-22 16:11:48,386 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@698f352
2014-08-22 16:11:48,387 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,389 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:48,389 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 16:11:48,390 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,391 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:48,392 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:48,406 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 16:11:48,407 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5533677678/pearson/]
2014-08-22 16:11:48,412 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:48,413 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:48,451 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:48,453 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,454 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2014-08-22 16:11:48,457 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/tmp/hadoop-teamcity/5533677678_pearson_C69FE5BFDB08433B8270E66CDA24B1E6
2014-08-22 16:11:48,458 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:48,459 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0004_r_000000_0' done.
2014-08-22 16:11:48,465 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (2/3)
2014-08-22 16:11:48,479 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:48,516 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0005
2014-08-22 16:11:48,517 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 16:11:48,520 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fc9f88
2014-08-22 16:11:48,522 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5533677678_pearson_C69FE5BFDB08433B8270E66CDA24B1E6/part-00000
2014-08-22 16:11:48,523 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:48,524 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:48,654 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:48,654 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:48,656 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:48,656 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:48,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5533677678/pearson/]
2014-08-22 16:11:48,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2014-08-22 16:11:48,686 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:48,699 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:48,701 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:48,703 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/5533677678_pearson_C69FE5BFDB08433B8270E66CDA24B1E6/part-00000:0+13816
2014-08-22 16:11:48,704 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0005_m_000000_0' done.
2014-08-22 16:11:48,708 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22e38fca
2014-08-22 16:11:48,708 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,709 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:48,710 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 16:11:48,710 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,711 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:48,711 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:48,722 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2014-08-22 16:11:48,722 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8436445205/pearson/]
2014-08-22 16:11:48,748 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:48,749 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:48,750 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2014-08-22 16:11:48,752 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/tmp/hadoop-teamcity/8436445205_pearson_98B7FC75D9C74FB8A23AC015D66952B8
2014-08-22 16:11:48,754 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:48,755 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0005_r_000000_0' done.
2014-08-22 16:11:48,760 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2014-08-22 16:11:48,772 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:48,809 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0006
2014-08-22 16:11:48,810 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 16:11:48,814 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12910b0b
2014-08-22 16:11:48,815 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/8436445205_pearson_98B7FC75D9C74FB8A23AC015D66952B8/part-00000
2014-08-22 16:11:48,817 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:48,817 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:49,152 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:49,153 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:49,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:49,157 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,171 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8436445205/pearson/]
2014-08-22 16:11:49,172 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2014-08-22 16:11:49,181 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:49,188 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:49,190 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,192 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/8436445205_pearson_98B7FC75D9C74FB8A23AC015D66952B8/part-00000:0+6943
2014-08-22 16:11:49,193 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0006_m_000000_0' done.
2014-08-22 16:11:49,197 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7f32e910
2014-08-22 16:11:49,198 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,200 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:49,200 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2014-08-22 16:11:49,201 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,202 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:49,202 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,214 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2014-08-22 16:11:49,215 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2014-08-22 16:11:49,234 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,235 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,235 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2014-08-22 16:11:49,239 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite
2014-08-22 16:11:49,241 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:49,242 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0006_r_000000_0' done.
2014-08-22 16:11:49,253 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite/_temporary
2014-08-22 16:11:49,267 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:49,283 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:49,285 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/pearson/composite
2014-08-22 16:11:49,304 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:11:49,305 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:11:49,379 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 16:11:49,379 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:49,380 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2014-08-22 16:11:49,380 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 16:11:49,381 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 16:11:49,381 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 16:11:49,382 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 16:11:49,394 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:49,431 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0007
2014-08-22 16:11:49,431 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:49,435 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@48b524aa
2014-08-22 16:11:49,437 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt
2014-08-22 16:11:49,439 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:49,440 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:49,572 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:49,573 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:49,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:49,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,586 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:49,587 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 16:11:49,591 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:49,594 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:49,597 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,599 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2014-08-22 16:11:49,600 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0007_m_000000_0' done.
2014-08-22 16:11:49,604 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5092eb76
2014-08-22 16:11:49,604 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,606 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:49,607 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 16:11:49,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,609 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:49,609 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,619 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 16:11:49,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][2008651169/euclidean/]
2014-08-22 16:11:49,624 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:49,625 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:49,651 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,652 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,653 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2014-08-22 16:11:49,656 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/tmp/hadoop-teamcity/2008651169_euclidean_F1E66E4A3F5B44DF8F0C6DA8D4B8B726
2014-08-22 16:11:49,657 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:49,658 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0007_r_000000_0' done.
2014-08-22 16:11:49,665 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 16:11:49,677 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:49,713 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0008
2014-08-22 16:11:49,713 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:49,717 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b04bce3
2014-08-22 16:11:49,719 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2008651169_euclidean_F1E66E4A3F5B44DF8F0C6DA8D4B8B726/part-00000
2014-08-22 16:11:49,721 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:49,722 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:49,858 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:49,859 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:49,861 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:49,861 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,872 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][2008651169/euclidean/]
2014-08-22 16:11:49,872 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:49,886 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:49,900 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:49,902 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,904 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/2008651169_euclidean_F1E66E4A3F5B44DF8F0C6DA8D4B8B726/part-00000:0+13816
2014-08-22 16:11:49,905 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0008_m_000000_0' done.
2014-08-22 16:11:49,910 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7a315068
2014-08-22 16:11:49,911 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,913 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:49,914 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 16:11:49,914 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:49,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:49,927 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:49,927 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][691382213/euclidean/]
2014-08-22 16:11:49,954 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:49,956 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:49,957 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2014-08-22 16:11:49,960 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/tmp/hadoop-teamcity/691382213_euclidean_18154C7651B0485E93FFDCA232DC2F16
2014-08-22 16:11:49,961 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:49,962 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0008_r_000000_0' done.
2014-08-22 16:11:49,966 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2014-08-22 16:11:49,979 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,013 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0009
2014-08-22 16:11:50,014 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:50,019 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c3fe94a
2014-08-22 16:11:50,021 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/691382213_euclidean_18154C7651B0485E93FFDCA232DC2F16/part-00000
2014-08-22 16:11:50,022 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:50,023 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:50,164 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:50,165 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:50,166 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:50,166 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,178 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][691382213/euclidean/]
2014-08-22 16:11:50,178 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 16:11:50,188 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:50,193 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:50,196 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,197 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/691382213_euclidean_18154C7651B0485E93FFDCA232DC2F16/part-00000:0+7726
2014-08-22 16:11:50,198 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0009_m_000000_0' done.
2014-08-22 16:11:50,203 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c904f75
2014-08-22 16:11:50,203 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,205 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:50,206 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2014-08-22 16:11:50,206 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,209 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:50,209 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,243 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 16:11:50,243 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2014-08-22 16:11:50,257 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,258 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,259 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2014-08-22 16:11:50,263 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long
2014-08-22 16:11:50,263 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:50,264 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0009_r_000000_0' done.
2014-08-22 16:11:50,277 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long/_temporary
2014-08-22 16:11:50,288 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,300 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,303 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/long
2014-08-22 16:11:50,317 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 16:11:50,318 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 16:11:50,378 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 16:11:50,379 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:50,379 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2014-08-22 16:11:50,380 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 16:11:50,380 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 16:11:50,380 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 16:11:50,381 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 16:11:50,392 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,419 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0010
2014-08-22 16:11:50,419 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:50,422 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b83ee9a
2014-08-22 16:11:50,424 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt
2014-08-22 16:11:50,425 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:50,426 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:50,556 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:50,556 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:50,558 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:50,558 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,567 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt"]
2014-08-22 16:11:50,568 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 16:11:50,572 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:50,574 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:50,576 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2014-08-22 16:11:50,578 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0010_m_000000_0' done.
2014-08-22 16:11:50,582 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6f9988c7
2014-08-22 16:11:50,583 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,584 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:50,585 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 16:11:50,585 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:50,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,594 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 16:11:50,595 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][8453060286/euclidean/]
2014-08-22 16:11:50,599 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:50,599 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 16:11:50,625 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0010_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,625 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,626 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0010_r_000000_0 is allowed to commit now
2014-08-22 16:11:50,629 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_r_000000_0' to file:/tmp/hadoop-teamcity/8453060286_euclidean_E52694AB0D154A70A1B30672FC60D786
2014-08-22 16:11:50,630 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:50,631 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0010_r_000000_0' done.
2014-08-22 16:11:50,653 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 16:11:50,664 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,692 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0011
2014-08-22 16:11:50,693 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:50,697 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4acf7fd0
2014-08-22 16:11:50,698 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/8453060286_euclidean_E52694AB0D154A70A1B30672FC60D786/part-00000
2014-08-22 16:11:50,700 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:50,700 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:50,776 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:50,779 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:50,782 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:50,783 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,792 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][8453060286/euclidean/]
2014-08-22 16:11:50,792 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:50,806 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:50,814 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:50,817 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,818 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/8453060286_euclidean_E52694AB0D154A70A1B30672FC60D786/part-00000:0+13816
2014-08-22 16:11:50,828 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0011_m_000000_0' done.
2014-08-22 16:11:50,832 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@82f60ce
2014-08-22 16:11:50,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,834 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:50,834 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 16:11:50,834 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,835 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:50,835 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:50,843 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 16:11:50,843 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][9765422550/euclidean/]
2014-08-22 16:11:50,866 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:50,867 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:50,868 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2014-08-22 16:11:50,871 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/tmp/hadoop-teamcity/9765422550_euclidean_2DDF294FDD9E4486B9849EEC5429DB6C
2014-08-22 16:11:50,871 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:50,872 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0011_r_000000_0' done.
2014-08-22 16:11:50,878 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2014-08-22 16:11:50,890 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:50,918 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0012
2014-08-22 16:11:50,918 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 16:11:50,922 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bbe3d02
2014-08-22 16:11:50,923 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9765422550_euclidean_2DDF294FDD9E4486B9849EEC5429DB6C/part-00000
2014-08-22 16:11:50,925 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 16:11:50,926 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 16:11:51,180 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 16:11:51,181 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 16:11:51,182 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 16:11:51,182 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 16:11:51,192 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][9765422550/euclidean/]
2014-08-22 16:11:51,192 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 16:11:51,200 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 16:11:51,241 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 16:11:51,243 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:51,244 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/9765422550_euclidean_2DDF294FDD9E4486B9849EEC5429DB6C/part-00000:0+7726
2014-08-22 16:11:51,245 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0012_m_000000_0' done.
2014-08-22 16:11:51,249 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b1641cf
2014-08-22 16:11:51,249 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:51,250 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 16:11:51,251 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2014-08-22 16:11:51,251 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:51,252 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 16:11:51,252 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 16:11:51,260 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 16:11:51,260 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2014-08-22 16:11:51,272 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2014-08-22 16:11:51,273 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2014-08-22 16:11:51,274 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2014-08-22 16:11:51,276 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short
2014-08-22 16:11:51,277 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2014-08-22 16:11:51,278 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0012_r_000000_0' done.
2014-08-22 16:11:51,292 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short/_temporary
2014-08-22 16:11:51,303 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:51,315 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 16:11:51,317 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/short