Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

6.340s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 1.013s passed
testEuclideanDistanceComposite 2.819s passed
testEuclideanDistanceShort 1.164s passed
testPearsonDistanceComposite 1.344s passed

Standard output

2015-02-10 15:27:26,655 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 15:27:26,703 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-02-10 15:27:26,704 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2015-02-10 15:27:26,733 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-02-10 15:27:27,167 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 15:27:27,171 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 15:27:27,185 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 6EB1EE22ABAA4C838162B3111E4C1CA4
2015-02-10 15:27:27,498 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 15:27:27,501 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean] starting
2015-02-10 15:27:27,502 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:27,503 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-02-10 15:27:27,503 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  parallel execution is enabled: false
2015-02-10 15:27:27,503 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  starting jobs: 3
2015-02-10 15:27:27,504 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  allocating threads: 1
2015-02-10 15:27:27,505 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2015-02-10 15:27:27,553 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-10 15:27:27,619 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2015-02-10 15:27:27,623 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:28,013 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0001
2015-02-10 15:27:28,015 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:28,079 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2015-02-10 15:27:28,087 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c97d3f0
2015-02-10 15:27:28,096 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt
2015-02-10 15:27:28,104 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:28,113 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:28,264 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:28,265 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:28,289 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:28,290 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:28,369 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:28,370 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-02-10 15:27:28,392 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:28,409 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:28,412 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:28,416 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2015-02-10 15:27:28,418 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_m_000000_0' done.
2015-02-10 15:27:28,429 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60dc4c81
2015-02-10 15:27:28,430 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:28,436 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:28,443 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2015-02-10 15:27:28,444 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:28,446 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:28,447 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:28,472 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-02-10 15:27:28,473 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4115737782/euclidean/]
2015-02-10 15:27:28,499 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:28,499 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:28,568 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:28,569 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:28,570 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2015-02-10 15:27:28,575 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/tmp/hadoop-teamcity/4115737782_euclidean_F02D7AA4E1A94BE88A0CCB70173D96FF
2015-02-10 15:27:28,576 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:28,577 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0001_r_000000_0' done.
2015-02-10 15:27:28,592 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2015-02-10 15:27:28,610 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:28,708 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0002
2015-02-10 15:27:28,708 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:28,712 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@bba92db
2015-02-10 15:27:28,714 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4115737782_euclidean_F02D7AA4E1A94BE88A0CCB70173D96FF/part-00000
2015-02-10 15:27:28,723 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:28,724 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:28,864 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:28,864 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:28,866 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:28,866 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:28,892 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4115737782/euclidean/]
2015-02-10 15:27:28,893 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:28,968 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:29,043 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:29,046 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:29,047 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/4115737782_euclidean_F02D7AA4E1A94BE88A0CCB70173D96FF/part-00000:0+13816
2015-02-10 15:27:29,048 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_m_000000_0' done.
2015-02-10 15:27:29,054 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b74cb21
2015-02-10 15:27:29,054 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,056 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:29,056 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2015-02-10 15:27:29,057 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,058 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:29,058 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:29,077 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:29,077 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9453443501/euclidean/]
2015-02-10 15:27:29,120 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:29,121 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,122 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2015-02-10 15:27:29,126 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/tmp/hadoop-teamcity/9453443501_euclidean_681BE12E65784221A45440373191E61A
2015-02-10 15:27:29,126 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:29,127 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0002_r_000000_0' done.
2015-02-10 15:27:29,132 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2015-02-10 15:27:29,148 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:29,211 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0003
2015-02-10 15:27:29,212 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:29,216 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@57e40274
2015-02-10 15:27:29,218 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9453443501_euclidean_681BE12E65784221A45440373191E61A/part-00000
2015-02-10 15:27:29,220 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:29,220 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:29,359 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:29,360 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:29,362 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:29,362 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:29,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9453443501/euclidean/]
2015-02-10 15:27:29,377 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-02-10 15:27:29,406 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:29,425 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:29,428 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:29,429 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/9453443501_euclidean_681BE12E65784221A45440373191E61A/part-00000:0+6943
2015-02-10 15:27:29,430 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_m_000000_0' done.
2015-02-10 15:27:29,435 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@10320399
2015-02-10 15:27:29,435 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,437 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:29,437 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2015-02-10 15:27:29,438 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,439 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:29,439 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:29,453 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-02-10 15:27:29,453 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-02-10 15:27:29,474 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:29,475 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,476 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2015-02-10 15:27:29,480 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite
2015-02-10 15:27:29,480 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:29,481 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0003_r_000000_0' done.
2015-02-10 15:27:29,499 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite/_temporary
2015-02-10 15:27:29,522 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:29,545 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:29,548 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/composite
2015-02-10 15:27:29,581 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 15:27:29,582 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 15:27:29,657 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson] starting
2015-02-10 15:27:29,657 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:29,658 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-02-10 15:27:29,658 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson]  parallel execution is enabled: false
2015-02-10 15:27:29,658 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson]  starting jobs: 3
2015-02-10 15:27:29,658 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pearson]  allocating threads: 1
2015-02-10 15:27:29,659 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (1/3)
2015-02-10 15:27:29,677 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:29,744 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0004
2015-02-10 15:27:29,745 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2015-02-10 15:27:29,749 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@73e492d8
2015-02-10 15:27:29,750 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt
2015-02-10 15:27:29,752 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:29,753 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:29,903 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:29,903 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:29,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:29,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:29,922 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:29,922 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-02-10 15:27:29,928 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:29,932 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:29,934 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:29,935 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2015-02-10 15:27:29,936 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0004_m_000000_0' done.
2015-02-10 15:27:29,941 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45570f5c
2015-02-10 15:27:29,941 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,943 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:29,943 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2015-02-10 15:27:29,943 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:29,944 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:29,945 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:29,959 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-02-10 15:27:29,960 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5741181166/pearson/]
2015-02-10 15:27:29,965 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:29,965 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:30,002 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:30,003 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,004 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2015-02-10 15:27:30,007 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/tmp/hadoop-teamcity/5741181166_pearson_933870A2F6F04C1BB7218E350AF47A74
2015-02-10 15:27:30,007 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:30,008 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0004_r_000000_0' done.
2015-02-10 15:27:30,018 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (2/3)
2015-02-10 15:27:30,032 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:30,077 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0005
2015-02-10 15:27:30,079 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2015-02-10 15:27:30,083 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ecd51ad
2015-02-10 15:27:30,085 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5741181166_pearson_933870A2F6F04C1BB7218E350AF47A74/part-00000
2015-02-10 15:27:30,087 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:30,087 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:30,225 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:30,225 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:30,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:30,227 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:30,240 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5741181166/pearson/]
2015-02-10 15:27:30,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2015-02-10 15:27:30,260 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:30,276 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:30,279 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:30,281 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/5741181166_pearson_933870A2F6F04C1BB7218E350AF47A74/part-00000:0+13816
2015-02-10 15:27:30,282 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0005_m_000000_0' done.
2015-02-10 15:27:30,286 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7f408325
2015-02-10 15:27:30,287 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,289 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:30,290 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2015-02-10 15:27:30,290 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,292 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:30,292 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:30,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2015-02-10 15:27:30,304 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9370617186/pearson/]
2015-02-10 15:27:30,333 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:30,334 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,335 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2015-02-10 15:27:30,339 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/tmp/hadoop-teamcity/9370617186_pearson_8EB68792D8AE40C68C89633D2DF4BFA5
2015-02-10 15:27:30,339 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:30,340 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0005_r_000000_0' done.
2015-02-10 15:27:30,352 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2015-02-10 15:27:30,365 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:30,413 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0006
2015-02-10 15:27:30,414 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2015-02-10 15:27:30,418 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6b64bff9
2015-02-10 15:27:30,420 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9370617186_pearson_8EB68792D8AE40C68C89633D2DF4BFA5/part-00000
2015-02-10 15:27:30,422 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:30,422 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:30,771 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:30,773 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:30,774 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:30,774 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:30,786 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9370617186/pearson/]
2015-02-10 15:27:30,786 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-02-10 15:27:30,794 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:30,800 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:30,802 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:30,804 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/9370617186_pearson_8EB68792D8AE40C68C89633D2DF4BFA5/part-00000:0+6943
2015-02-10 15:27:30,805 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0006_m_000000_0' done.
2015-02-10 15:27:30,809 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@796528a2
2015-02-10 15:27:30,809 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,811 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:30,811 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2015-02-10 15:27:30,811 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,812 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:30,813 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:30,823 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-02-10 15:27:30,824 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-02-10 15:27:30,841 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:30,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:30,843 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2015-02-10 15:27:30,846 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite
2015-02-10 15:27:30,847 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:30,848 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0006_r_000000_0' done.
2015-02-10 15:27:30,863 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite/_temporary
2015-02-10 15:27:30,877 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:30,893 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:30,895 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/pearson/composite
2015-02-10 15:27:30,918 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 15:27:30,918 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 15:27:30,999 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean] starting
2015-02-10 15:27:30,999 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:31,000 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-02-10 15:27:31,000 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  parallel execution is enabled: false
2015-02-10 15:27:31,001 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  starting jobs: 3
2015-02-10 15:27:31,001 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  allocating threads: 1
2015-02-10 15:27:31,003 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2015-02-10 15:27:31,016 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:31,053 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0007
2015-02-10 15:27:31,054 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:31,058 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61335b86
2015-02-10 15:27:31,060 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt
2015-02-10 15:27:31,062 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:31,063 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:31,209 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:31,210 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:31,213 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:31,213 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,225 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:31,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-02-10 15:27:31,230 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:31,234 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:31,249 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,252 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2015-02-10 15:27:31,253 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0007_m_000000_0' done.
2015-02-10 15:27:31,257 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71e13a2c
2015-02-10 15:27:31,258 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,259 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:31,260 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2015-02-10 15:27:31,261 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,262 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:31,262 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,272 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-02-10 15:27:31,273 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][7893508278/euclidean/]
2015-02-10 15:27:31,277 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:31,278 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:31,306 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,308 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2015-02-10 15:27:31,311 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/tmp/hadoop-teamcity/7893508278_euclidean_570A08016D274F32A6A34063E68295FF
2015-02-10 15:27:31,312 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:31,313 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0007_r_000000_0' done.
2015-02-10 15:27:31,324 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2015-02-10 15:27:31,339 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:31,375 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0008
2015-02-10 15:27:31,376 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:31,380 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@55444319
2015-02-10 15:27:31,382 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7893508278_euclidean_570A08016D274F32A6A34063E68295FF/part-00000
2015-02-10 15:27:31,384 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:31,385 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:31,519 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:31,520 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:31,522 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:31,523 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][7893508278/euclidean/]
2015-02-10 15:27:31,533 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:31,546 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:31,557 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:31,559 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,561 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/7893508278_euclidean_570A08016D274F32A6A34063E68295FF/part-00000:0+13816
2015-02-10 15:27:31,562 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0008_m_000000_0' done.
2015-02-10 15:27:31,566 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c3fe94a
2015-02-10 15:27:31,567 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,568 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:31,569 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2015-02-10 15:27:31,570 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,571 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:31,571 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,581 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:31,582 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5982526474/euclidean/]
2015-02-10 15:27:31,607 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,608 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,610 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2015-02-10 15:27:31,613 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/tmp/hadoop-teamcity/5982526474_euclidean_E7B9CC9F858644618AF645639F94DD03
2015-02-10 15:27:31,614 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:31,615 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0008_r_000000_0' done.
2015-02-10 15:27:31,619 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2015-02-10 15:27:31,631 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:31,659 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0009
2015-02-10 15:27:31,660 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:31,664 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ee634bf
2015-02-10 15:27:31,665 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5982526474_euclidean_E7B9CC9F858644618AF645639F94DD03/part-00000
2015-02-10 15:27:31,667 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:31,667 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:31,803 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:31,803 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:31,804 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:31,805 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5982526474/euclidean/]
2015-02-10 15:27:31,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-02-10 15:27:31,823 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:31,828 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:31,830 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,832 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/5982526474_euclidean_E7B9CC9F858644618AF645639F94DD03/part-00000:0+7726
2015-02-10 15:27:31,832 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0009_m_000000_0' done.
2015-02-10 15:27:31,836 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5f14a3c6
2015-02-10 15:27:31,836 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,838 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:31,838 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2015-02-10 15:27:31,838 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,839 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:31,839 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:31,849 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-02-10 15:27:31,849 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-02-10 15:27:31,862 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:31,863 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:31,864 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2015-02-10 15:27:31,867 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long
2015-02-10 15:27:31,869 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:31,870 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0009_r_000000_0' done.
2015-02-10 15:27:31,884 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long/_temporary
2015-02-10 15:27:31,894 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:31,906 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:31,909 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/long
2015-02-10 15:27:31,925 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 15:27:31,926 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 15:27:31,984 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean] starting
2015-02-10 15:27:31,985 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:31,985 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-02-10 15:27:31,986 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  parallel execution is enabled: false
2015-02-10 15:27:31,987 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  starting jobs: 3
2015-02-10 15:27:31,987 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [euclidean]  allocating threads: 1
2015-02-10 15:27:31,988 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2015-02-10 15:27:32,000 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:32,035 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0010
2015-02-10 15:27:32,036 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:32,040 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11652e61
2015-02-10 15:27:32,042 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt
2015-02-10 15:27:32,044 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:32,045 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:32,184 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:32,185 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:32,187 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:32,187 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:32,198 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-02-10 15:27:32,198 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-02-10 15:27:32,203 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:32,206 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:32,209 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:32,210 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/classes/test/data/critics.txt:0+828
2015-02-10 15:27:32,212 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0010_m_000000_0' done.
2015-02-10 15:27:32,216 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4a4854f6
2015-02-10 15:27:32,217 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,219 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:32,220 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2015-02-10 15:27:32,220 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,221 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:32,222 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:32,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-02-10 15:27:32,232 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][5350335677/euclidean/]
2015-02-10 15:27:32,238 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:32,238 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-02-10 15:27:32,266 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0010_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:32,267 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,268 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0010_r_000000_0 is allowed to commit now
2015-02-10 15:27:32,271 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_r_000000_0' to file:/tmp/hadoop-teamcity/5350335677_euclidean_E061F62BC9BB42F3A06EDF136BA776AA
2015-02-10 15:27:32,272 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:32,273 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0010_r_000000_0' done.
2015-02-10 15:27:32,279 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2015-02-10 15:27:32,292 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:32,583 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0011
2015-02-10 15:27:32,584 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:32,587 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d882ea9
2015-02-10 15:27:32,588 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5350335677_euclidean_E061F62BC9BB42F3A06EDF136BA776AA/part-00000
2015-02-10 15:27:32,590 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:32,590 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:32,662 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:32,662 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:32,664 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:32,664 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:32,672 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][5350335677/euclidean/]
2015-02-10 15:27:32,673 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:32,688 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:32,696 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:32,698 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:32,699 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/5350335677_euclidean_E061F62BC9BB42F3A06EDF136BA776AA/part-00000:0+13816
2015-02-10 15:27:32,700 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0011_m_000000_0' done.
2015-02-10 15:27:32,704 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3dd06d02
2015-02-10 15:27:32,704 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,705 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:32,706 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2015-02-10 15:27:32,706 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,707 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:32,707 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:32,714 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-02-10 15:27:32,714 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][7191922865/euclidean/]
2015-02-10 15:27:32,780 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:32,781 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:32,782 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2015-02-10 15:27:32,784 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/tmp/hadoop-teamcity/7191922865_euclidean_766B28384FC44422B1D9FF22FA2A5947
2015-02-10 15:27:32,785 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:32,785 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0011_r_000000_0' done.
2015-02-10 15:27:32,796 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2015-02-10 15:27:32,807 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:32,834 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0012
2015-02-10 15:27:32,834 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2015-02-10 15:27:32,838 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5426807f
2015-02-10 15:27:32,839 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7191922865_euclidean_766B28384FC44422B1D9FF22FA2A5947/part-00000
2015-02-10 15:27:32,841 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2015-02-10 15:27:32,842 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2015-02-10 15:27:32,981 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2015-02-10 15:27:32,981 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2015-02-10 15:27:32,982 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 15:27:32,982 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 15:27:32,991 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][7191922865/euclidean/]
2015-02-10 15:27:32,991 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-02-10 15:27:32,998 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2015-02-10 15:27:33,002 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2015-02-10 15:27:33,003 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:33,005 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - file:/tmp/hadoop-teamcity/7191922865_euclidean_766B28384FC44422B1D9FF22FA2A5947/part-00000:0+7726
2015-02-10 15:27:33,005 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0012_m_000000_0' done.
2015-02-10 15:27:33,009 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7595ddb5
2015-02-10 15:27:33,009 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:33,010 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2015-02-10 15:27:33,011 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2015-02-10 15:27:33,011 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:33,012 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 15:27:33,012 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 15:27:33,019 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-02-10 15:27:33,020 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-02-10 15:27:33,032 INFO  mapred.Task (Task.java:done(858)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2015-02-10 15:27:33,033 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - 
2015-02-10 15:27:33,034 INFO  mapred.Task (Task.java:commit(1011)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2015-02-10 15:27:33,037 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short
2015-02-10 15:27:33,037 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(323)) - reduce > reduce
2015-02-10 15:27:33,038 INFO  mapred.Task (Task.java:sendDone(970)) - Task 'attempt_local_0012_r_000000_0' done.
2015-02-10 15:27:33,049 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short/_temporary
2015-02-10 15:27:33,059 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:33,071 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 15:27:33,073 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/short