Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

1m19.37s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 18.336s passed
testEuclideanDistanceComposite 19.382s passed
testEuclideanDistanceShort 23.291s passed
testPearsonDistanceComposite 18.364s passed

Standard output

2014-08-22 13:55:29,440 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 13:55:29,487 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 13:55:29,488 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2014-08-22 13:55:29,516 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 13:55:29,914 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 13:55:29,916 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 13:55:29,928 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: C1BA6A819F904ECFB726EADA7925C1BB
2014-08-22 13:55:30,235 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 13:55:30,238 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 13:55:30,239 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:55:30,240 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2014-08-22 13:55:30,240 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 13:55:30,240 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 13:55:30,240 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 13:55:30,242 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 13:55:30,285 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 13:55:30,335 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:30,539 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0001
2014-08-22 13:55:30,541 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:55:30,603 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 13:55:30,611 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@d1c55bb
2014-08-22 13:55:30,618 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt
2014-08-22 13:55:30,625 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:55:30,633 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:55:30,778 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:55:30,778 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:55:30,802 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:55:30,802 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:55:30,880 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:55:30,881 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 13:55:30,902 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:55:30,918 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:55:30,921 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:33,588 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt:0+828
2014-08-22 13:55:33,589 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 13:55:33,600 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@647fc8b2
2014-08-22 13:55:33,601 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:33,607 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:55:33,612 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 13:55:33,613 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:33,615 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:55:33,615 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:55:33,640 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 13:55:33,641 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7419758793/euclidean/]
2014-08-22 13:55:33,666 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:55:33,667 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:55:33,749 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:33,750 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:33,751 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2014-08-22 13:55:33,756 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/tmp/hadoop-teamcity/7419758793_euclidean_484D6922DE7044D89CBF0D04C74D10DC
2014-08-22 13:55:36,600 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:55:36,601 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2014-08-22 13:55:36,609 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 13:55:36,627 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:36,713 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0002
2014-08-22 13:55:36,713 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:55:36,717 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d352447
2014-08-22 13:55:36,719 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7419758793_euclidean_484D6922DE7044D89CBF0D04C74D10DC/part-00000
2014-08-22 13:55:36,728 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:55:36,728 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:55:36,874 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:55:36,875 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:55:36,877 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:55:36,877 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:55:36,893 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7419758793/euclidean/]
2014-08-22 13:55:36,893 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:55:36,963 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:55:37,038 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:55:37,040 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:39,718 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/7419758793_euclidean_484D6922DE7044D89CBF0D04C74D10DC/part-00000:0+13816
2014-08-22 13:55:39,719 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 13:55:39,724 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@47503458
2014-08-22 13:55:39,724 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:39,726 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:55:39,727 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 13:55:39,727 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:39,728 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:55:39,728 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:55:39,744 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:55:39,744 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7236690415/euclidean/]
2014-08-22 13:55:39,785 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:39,785 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:39,787 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2014-08-22 13:55:39,791 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/tmp/hadoop-teamcity/7236690415_euclidean_170514F00A55469DB444F0A828FB2E64
2014-08-22 13:55:42,724 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:55:42,726 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2014-08-22 13:55:42,739 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2014-08-22 13:55:42,756 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:42,828 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0003
2014-08-22 13:55:42,830 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:55:42,833 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7846a55e
2014-08-22 13:55:42,835 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7236690415_euclidean_170514F00A55469DB444F0A828FB2E64/part-00000
2014-08-22 13:55:42,837 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:55:42,837 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:55:42,975 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:55:42,976 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:55:42,985 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:55:42,985 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:55:43,000 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7236690415/euclidean/]
2014-08-22 13:55:43,000 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2014-08-22 13:55:43,026 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:55:43,043 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:55:43,046 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:45,834 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/7236690415_euclidean_170514F00A55469DB444F0A828FB2E64/part-00000:0+6943
2014-08-22 13:55:45,835 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2014-08-22 13:55:45,839 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@15384ed5
2014-08-22 13:55:45,840 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:45,841 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:55:45,842 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2014-08-22 13:55:45,842 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:45,843 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:55:45,843 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:55:45,857 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2014-08-22 13:55:45,857 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2014-08-22 13:55:45,878 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:45,879 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:45,880 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_r_000000_0 is allowed to commit now
2014-08-22 13:55:45,883 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite
2014-08-22 13:55:48,839 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:55:48,840 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_r_000000_0' done.
2014-08-22 13:55:48,849 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite/_temporary
2014-08-22 13:55:48,871 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:48,892 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:48,895 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/distanceusecaseplatform/euclidean/composite
2014-08-22 13:55:48,922 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 13:55:48,922 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 13:55:48,996 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson] starting
2014-08-22 13:55:48,996 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:55:48,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2014-08-22 13:55:48,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  parallel execution is enabled: false
2014-08-22 13:55:48,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  starting jobs: 3
2014-08-22 13:55:48,997 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pearson]  allocating threads: 1
2014-08-22 13:55:48,998 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (1/3)
2014-08-22 13:55:49,014 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:49,063 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0004
2014-08-22 13:55:49,063 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 13:55:49,068 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4ab4faeb
2014-08-22 13:55:49,069 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt
2014-08-22 13:55:49,070 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:55:49,071 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:55:49,201 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:55:49,201 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:55:49,203 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:55:49,203 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:55:49,220 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:55:49,221 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 13:55:49,226 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:55:49,230 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:55:49,233 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:52,068 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt:0+828
2014-08-22 13:55:52,070 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_m_000000_0' done.
2014-08-22 13:55:52,075 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@484dd014
2014-08-22 13:55:52,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:52,077 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:55:52,078 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 13:55:52,078 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:52,079 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:55:52,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:55:52,095 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2014-08-22 13:55:52,095 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][25952239/pearson/]
2014-08-22 13:55:52,100 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:55:52,101 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:55:52,140 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:52,141 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:52,142 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0004_r_000000_0 is allowed to commit now
2014-08-22 13:55:52,145 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_r_000000_0' to file:/tmp/hadoop-teamcity/25952239_pearson_FD8E1DE9B21C4284BF6432290A033E85
2014-08-22 13:55:55,075 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:55:55,076 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_r_000000_0' done.
2014-08-22 13:55:55,086 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (2/3)
2014-08-22 13:55:55,101 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:55:55,133 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0005
2014-08-22 13:55:55,134 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 13:55:55,138 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64623367
2014-08-22 13:55:55,139 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/25952239_pearson_FD8E1DE9B21C4284BF6432290A033E85/part-00000
2014-08-22 13:55:55,141 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:55:55,142 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:55:55,283 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:55:55,284 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:55:55,290 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:55:55,290 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:55:55,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][25952239/pearson/]
2014-08-22 13:55:55,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2014-08-22 13:55:55,322 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:55:55,335 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:55:55,337 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:58,138 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/25952239_pearson_FD8E1DE9B21C4284BF6432290A033E85/part-00000:0+13816
2014-08-22 13:55:58,139 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_m_000000_0' done.
2014-08-22 13:55:58,144 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@589cecf
2014-08-22 13:55:58,144 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:58,146 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:55:58,147 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 13:55:58,147 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:58,148 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:55:58,148 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:55:58,160 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2014-08-22 13:55:58,160 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9996802982/pearson/]
2014-08-22 13:55:58,185 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:55:58,186 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:55:58,187 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0005_r_000000_0 is allowed to commit now
2014-08-22 13:55:58,190 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_r_000000_0' to file:/tmp/hadoop-teamcity/9996802982_pearson_8B3B8E5E1624459985262A2B2106AD40
2014-08-22 13:56:01,144 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:01,145 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_r_000000_0' done.
2014-08-22 13:56:01,154 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2014-08-22 13:56:01,168 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:01,216 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] submitted hadoop job: job_local_0006
2014-08-22 13:56:01,216 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pearson] tracking url: http://localhost:8080/
2014-08-22 13:56:01,221 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43b5699
2014-08-22 13:56:01,222 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9996802982_pearson_8B3B8E5E1624459985262A2B2106AD40/part-00000
2014-08-22 13:56:01,224 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:01,224 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:01,563 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:01,563 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:01,565 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:01,565 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:01,578 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][9996802982/pearson/]
2014-08-22 13:56:01,578 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2014-08-22 13:56:01,586 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:01,591 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:01,593 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:04,221 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/9996802982_pearson_8B3B8E5E1624459985262A2B2106AD40/part-00000:0+6943
2014-08-22 13:56:04,222 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_m_000000_0' done.
2014-08-22 13:56:04,226 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37d6d61d
2014-08-22 13:56:04,226 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:04,228 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:04,228 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 6467 bytes
2014-08-22 13:56:04,228 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:04,229 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:04,229 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:04,240 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2014-08-22 13:56:04,241 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2014-08-22 13:56:04,258 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:04,259 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:04,260 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0006_r_000000_0 is allowed to commit now
2014-08-22 13:56:04,263 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/pearson/composite
2014-08-22 13:56:07,226 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:07,227 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_r_000000_0' done.
2014-08-22 13:56:07,234 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/pearson/composite/_temporary
2014-08-22 13:56:07,246 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:07,260 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:07,262 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/distanceusecaseplatform/pearson/composite
2014-08-22 13:56:07,278 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 13:56:07,279 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 13:56:07,355 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 13:56:07,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:56:07,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2014-08-22 13:56:07,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 13:56:07,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 13:56:07,356 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 13:56:07,357 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 13:56:07,370 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:07,400 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0007
2014-08-22 13:56:07,401 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:07,404 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@e2f75e5
2014-08-22 13:56:07,405 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt
2014-08-22 13:56:07,406 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:07,407 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:07,538 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:07,538 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:07,539 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:07,540 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:07,550 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:56:07,550 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 13:56:07,554 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:07,557 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:07,559 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:10,404 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt:0+828
2014-08-22 13:56:10,405 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000000_0' done.
2014-08-22 13:56:10,409 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f65cbd2
2014-08-22 13:56:10,409 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:10,411 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:10,411 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 13:56:10,411 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:10,421 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:10,421 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:10,431 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 13:56:10,431 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1884199356/euclidean/]
2014-08-22 13:56:10,435 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:56:10,436 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:56:10,462 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:10,463 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:10,465 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0007_r_000000_0 is allowed to commit now
2014-08-22 13:56:10,468 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0007_r_000000_0' to file:/tmp/hadoop-teamcity/1884199356_euclidean_4CF726832BC54B8B8FA5A286F2FDC9B7
2014-08-22 13:56:13,409 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:13,410 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_r_000000_0' done.
2014-08-22 13:56:13,433 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 13:56:13,447 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:13,477 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0008
2014-08-22 13:56:13,484 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:13,486 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@47fe1e26
2014-08-22 13:56:13,487 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1884199356_euclidean_4CF726832BC54B8B8FA5A286F2FDC9B7/part-00000
2014-08-22 13:56:13,489 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:13,490 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:13,619 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:13,619 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:13,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:13,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:13,630 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1884199356/euclidean/]
2014-08-22 13:56:13,631 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:56:13,642 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:13,654 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:13,655 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:16,487 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/1884199356_euclidean_4CF726832BC54B8B8FA5A286F2FDC9B7/part-00000:0+13816
2014-08-22 13:56:16,487 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_m_000000_0' done.
2014-08-22 13:56:16,491 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4e26d560
2014-08-22 13:56:16,492 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:16,493 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:16,493 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 13:56:16,494 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:16,494 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:16,495 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:16,504 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:56:16,505 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][1594593475/euclidean/]
2014-08-22 13:56:16,530 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:16,531 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:16,531 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0008_r_000000_0 is allowed to commit now
2014-08-22 13:56:16,534 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_r_000000_0' to file:/tmp/hadoop-teamcity/1594593475_euclidean_605CE86CAF0C4A38B9A535650D2B6B94
2014-08-22 13:56:19,491 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:19,492 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_r_000000_0' done.
2014-08-22 13:56:19,504 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2014-08-22 13:56:19,517 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:19,547 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0009
2014-08-22 13:56:19,549 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:19,551 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@466481eb
2014-08-22 13:56:19,553 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1594593475_euclidean_605CE86CAF0C4A38B9A535650D2B6B94/part-00000
2014-08-22 13:56:19,554 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:19,555 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:19,683 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:19,683 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:19,685 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:19,685 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:19,696 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][1594593475/euclidean/]
2014-08-22 13:56:19,697 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 13:56:19,705 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:19,710 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:19,712 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:22,552 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/1594593475_euclidean_605CE86CAF0C4A38B9A535650D2B6B94/part-00000:0+7726
2014-08-22 13:56:22,554 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_m_000000_0' done.
2014-08-22 13:56:22,558 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@638e8fbd
2014-08-22 13:56:22,559 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:22,561 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:22,562 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2014-08-22 13:56:22,563 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:22,564 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:22,565 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:22,575 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 13:56:22,576 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2014-08-22 13:56:22,589 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0009_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:22,590 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:22,591 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0009_r_000000_0 is allowed to commit now
2014-08-22 13:56:22,594 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0009_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/long
2014-08-22 13:56:25,558 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:25,559 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0009_r_000000_0' done.
2014-08-22 13:56:25,573 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/long/_temporary
2014-08-22 13:56:25,584 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:25,596 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:25,598 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/distanceusecaseplatform/euclidean/long
2014-08-22 13:56:25,612 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 13:56:25,613 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 13:56:25,671 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean] starting
2014-08-22 13:56:25,672 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:56:25,672 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2014-08-22 13:56:25,672 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  parallel execution is enabled: false
2014-08-22 13:56:25,673 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  starting jobs: 3
2014-08-22 13:56:25,673 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [euclidean]  allocating threads: 1
2014-08-22 13:56:25,673 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (1/3)
2014-08-22 13:56:25,686 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:25,724 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0010
2014-08-22 13:56:25,725 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:25,728 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fa10da
2014-08-22 13:56:25,730 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt
2014-08-22 13:56:25,731 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:25,731 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:25,866 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:25,867 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:25,868 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:25,869 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:25,880 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt"]
2014-08-22 13:56:25,880 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 13:56:25,884 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:25,887 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:25,889 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0010_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:28,729 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/critics.txt:0+828
2014-08-22 13:56:28,730 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0010_m_000000_0' done.
2014-08-22 13:56:28,734 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6913e371
2014-08-22 13:56:28,734 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:28,735 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:28,736 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 1818 bytes
2014-08-22 13:56:28,736 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:28,737 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:28,737 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:28,746 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2014-08-22 13:56:28,747 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][2976141496/euclidean/]
2014-08-22 13:56:28,751 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:56:28,752 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2014-08-22 13:56:28,779 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0010_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:28,780 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:28,781 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0010_r_000000_0 is allowed to commit now
2014-08-22 13:56:28,784 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0010_r_000000_0' to file:/tmp/hadoop-teamcity/2976141496_euclidean_2F1E65CE27FB43968FF3E6B92D6FECC5
2014-08-22 13:56:31,734 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:31,736 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0010_r_000000_0' done.
2014-08-22 13:56:31,745 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (2/3)
2014-08-22 13:56:36,759 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:36,791 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0011
2014-08-22 13:56:36,791 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:36,795 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@d44569b
2014-08-22 13:56:36,797 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2976141496_euclidean_2F1E65CE27FB43968FF3E6B92D6FECC5/part-00000
2014-08-22 13:56:36,799 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:36,799 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:37,128 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:37,128 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:37,129 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:37,129 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:37,138 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][2976141496/euclidean/]
2014-08-22 13:56:37,138 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:56:37,150 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:37,157 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:37,159 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:39,797 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/2976141496_euclidean_2F1E65CE27FB43968FF3E6B92D6FECC5/part-00000:0+13816
2014-08-22 13:56:39,798 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_m_000000_0' done.
2014-08-22 13:56:39,802 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2cd9799d
2014-08-22 13:56:39,802 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:39,803 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:39,804 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 13454 bytes
2014-08-22 13:56:39,804 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:39,805 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:39,805 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:39,814 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2014-08-22 13:56:39,814 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3169339194/euclidean/]
2014-08-22 13:56:39,837 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0011_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:39,838 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:39,839 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0011_r_000000_0 is allowed to commit now
2014-08-22 13:56:39,841 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0011_r_000000_0' to file:/tmp/hadoop-teamcity/3169339194_euclidean_CA2B5DE9418A47C0AE532FF516466016
2014-08-22 13:56:42,802 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:42,803 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0011_r_000000_0' done.
2014-08-22 13:56:42,807 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2014-08-22 13:56:42,819 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:42,843 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] submitted hadoop job: job_local_0012
2014-08-22 13:56:42,843 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [euclidean] tracking url: http://localhost:8080/
2014-08-22 13:56:42,848 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@31313e0e
2014-08-22 13:56:42,849 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3169339194_euclidean_CA2B5DE9418A47C0AE532FF516466016/part-00000
2014-08-22 13:56:42,851 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2014-08-22 13:56:42,851 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2014-08-22 13:56:42,983 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2014-08-22 13:56:42,984 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2014-08-22 13:56:42,985 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 13:56:42,985 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 13:56:42,994 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3169339194/euclidean/]
2014-08-22 13:56:42,995 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 13:56:43,001 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2014-08-22 13:56:43,005 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2014-08-22 13:56:43,007 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_m_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:45,848 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/3169339194_euclidean_CA2B5DE9418A47C0AE532FF516466016/part-00000:0+7726
2014-08-22 13:56:45,849 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_m_000000_0' done.
2014-08-22 13:56:45,853 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3b26456a
2014-08-22 13:56:45,853 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:45,854 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2014-08-22 13:56:45,855 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 7250 bytes
2014-08-22 13:56:45,855 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:45,856 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.5.6
2014-08-22 13:56:45,856 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2014-08-22 13:56:45,865 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2014-08-22 13:56:45,865 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2014-08-22 13:56:45,878 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0012_r_000000_0 is done. And is in the process of commiting
2014-08-22 13:56:45,878 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 13:56:45,879 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0012_r_000000_0 is allowed to commit now
2014-08-22 13:56:45,882 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0012_r_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/short
2014-08-22 13:56:48,853 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2014-08-22 13:56:48,854 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0012_r_000000_0' done.
2014-08-22 13:56:48,865 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/distanceusecaseplatform/euclidean/short/_temporary
2014-08-22 13:56:48,875 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:48,887 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 13:56:48,889 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/distanceusecaseplatform/euclidean/short