Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

0

ignored

7.850s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 1.121s passed
testEuclideanDistanceComposite 4.451s passed
testEuclideanDistanceShort 0.973s passed
testPearsonDistanceComposite 1.305s passed

Standard output

2015-08-12 09:20:24,503 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-08-12 09:20:24,606 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-08-12 09:20:24,607 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2015-08-12 09:20:24,641 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(105)) - not using cluster
2015-08-12 09:20:25,499 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-08-12 09:20:25,669 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(72)) - platform property overrides: 
2015-08-12 09:20:25,887 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-12 09:20:25,900 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-12 09:20:25,930 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: B3FE56D6704B4B1499879DF0067D9214
2015-08-12 09:20:26,322 INFO  util.Version (Version.java:printBanner(85)) - Concurrent, Inc - Cascading 2.7.1
2015-08-12 09:20:26,333 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-12 09:20:26,335 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:26,346 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/composite"]
2015-08-12 09:20:26,346 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-12 09:20:26,346 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-12 09:20:26,347 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-12 09:20:26,350 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-12 09:20:27,036 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local1684857892_0001
2015-08-12 09:20:27,036 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:27,208 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt
2015-08-12 09:20:27,286 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:27,286 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:27,415 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:27,415 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-12 09:20:27,610 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:27,611 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:27,634 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-12 09:20:27,634 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3390645454/euclidean/]
2015-08-12 09:20:27,672 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:27,673 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:27,802 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-12 09:20:28,086 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local1432219286_0002
2015-08-12 09:20:28,086 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:28,106 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/3390645454_euclidean_9310C8512CEF48129889F9934B5EC42B/part-00000
2015-08-12 09:20:28,136 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:28,137 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:28,153 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3390645454/euclidean/]
2015-08-12 09:20:28,154 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:28,256 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:28,257 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:28,266 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:28,266 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8381278330/euclidean/]
2015-08-12 09:20:28,342 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2015-08-12 09:20:28,726 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local2104954614_0003
2015-08-12 09:20:28,726 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:28,743 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/8381278330_euclidean_C387645D918F4260B39E349C0A1FC4C6/part-00000
2015-08-12 09:20:28,777 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:28,777 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:28,790 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8381278330/euclidean/]
2015-08-12 09:20:28,791 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-12 09:20:28,871 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:28,871 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:28,882 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-12 09:20:28,884 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/composite"]
2015-08-12 09:20:28,970 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/composite/_temporary
2015-08-12 09:20:29,089 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/euclidean/composite
2015-08-12 09:20:29,175 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-12 09:20:29,182 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-12 09:20:29,288 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson] starting
2015-08-12 09:20:29,298 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:29,299 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/pearson/composite"]
2015-08-12 09:20:29,300 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  parallel execution is enabled: false
2015-08-12 09:20:29,300 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  starting jobs: 3
2015-08-12 09:20:29,301 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  allocating threads: 1
2015-08-12 09:20:29,302 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (1/3)
2015-08-12 09:20:29,459 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local700969602_0004
2015-08-12 09:20:29,468 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-12 09:20:29,476 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt
2015-08-12 09:20:29,503 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:29,503 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:29,517 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:29,517 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-12 09:20:29,560 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:29,560 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:29,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-12 09:20:29,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][248381970/pearson/]
2015-08-12 09:20:29,602 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:29,602 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:29,655 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (2/3)
2015-08-12 09:20:29,820 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local2111504380_0005
2015-08-12 09:20:29,821 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-12 09:20:29,826 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/248381970_pearson_687BD73CBE2C4C13B20A7093633DC3BF/part-00000
2015-08-12 09:20:29,850 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:29,850 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:29,865 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][248381970/pearson/]
2015-08-12 09:20:29,866 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-12 09:20:29,950 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:29,951 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:29,969 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-12 09:20:29,970 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8193626384/pearson/]
2015-08-12 09:20:30,026 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2015-08-12 09:20:30,179 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local1775570386_0006
2015-08-12 09:20:30,179 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-12 09:20:30,186 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/8193626384_pearson_AFC4EFAA09614CC9BD3F45A269D39E6B/part-00000
2015-08-12 09:20:30,216 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:30,216 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:30,223 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8193626384/pearson/]
2015-08-12 09:20:30,224 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-12 09:20:30,258 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:30,258 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:30,267 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-12 09:20:30,267 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/pearson/composite"]
2015-08-12 09:20:30,325 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/pearson/composite/_temporary
2015-08-12 09:20:30,397 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/pearson/composite
2015-08-12 09:20:30,429 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-12 09:20:30,430 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-12 09:20:30,531 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-12 09:20:30,533 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:30,542 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/long"]
2015-08-12 09:20:30,542 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-12 09:20:30,542 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-12 09:20:30,543 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-12 09:20:30,546 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-12 09:20:30,698 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local1550395142_0007
2015-08-12 09:20:30,698 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:30,704 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt
2015-08-12 09:20:30,729 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:30,730 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:30,751 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:30,751 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-12 09:20:30,797 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:30,797 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:30,805 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-12 09:20:30,806 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1730766767/euclidean/]
2015-08-12 09:20:30,812 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:30,813 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:30,864 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-12 09:20:31,005 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local663886830_0008
2015-08-12 09:20:31,005 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:31,025 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/1730766767_euclidean_43E9F858D57D44758B6EC822197CC9B9/part-00000
2015-08-12 09:20:31,051 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:31,051 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,061 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1730766767/euclidean/]
2015-08-12 09:20:31,062 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:31,096 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:31,096 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,103 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:31,103 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][1313462807/euclidean/]
2015-08-12 09:20:31,170 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2015-08-12 09:20:31,312 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local475735139_0009
2015-08-12 09:20:31,313 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:31,319 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/1313462807_euclidean_51228B853050470C908F04EA02520FCE/part-00000
2015-08-12 09:20:31,347 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:31,347 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][1313462807/euclidean/]
2015-08-12 09:20:31,360 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-12 09:20:31,399 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:31,399 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,409 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-12 09:20:31,409 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/long"]
2015-08-12 09:20:31,448 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/long/_temporary
2015-08-12 09:20:31,518 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/euclidean/long
2015-08-12 09:20:31,547 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-12 09:20:31,548 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-12 09:20:31,625 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-12 09:20:31,626 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:31,626 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/short"]
2015-08-12 09:20:31,626 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-12 09:20:31,626 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-12 09:20:31,626 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-12 09:20:31,627 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-12 09:20:31,752 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local1572385364_0010
2015-08-12 09:20:31,753 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:31,759 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt
2015-08-12 09:20:31,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:31,784 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,791 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/classes/test/data/critics.txt"]
2015-08-12 09:20:31,792 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-12 09:20:31,821 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:31,822 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:31,829 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-12 09:20:31,829 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1723002796/euclidean/]
2015-08-12 09:20:31,837 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:31,837 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-12 09:20:31,884 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-12 09:20:32,044 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local2021766009_0011
2015-08-12 09:20:32,044 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:32,049 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/1723002796_euclidean_E4BBAE1160A249A8B2BF2AADCE4B5DCE/part-00000
2015-08-12 09:20:32,077 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:32,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:32,086 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1723002796/euclidean/]
2015-08-12 09:20:32,089 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:32,120 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:32,122 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:32,129 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-12 09:20:32,130 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5389217936/euclidean/]
2015-08-12 09:20:32,182 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2015-08-12 09:20:32,324 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local792016227_0012
2015-08-12 09:20:32,324 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-12 09:20:32,334 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/5389217936_euclidean_49F7C9162F354443B41A8D1BBBB418D0/part-00000
2015-08-12 09:20:32,356 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-12 09:20:32,356 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-12 09:20:32,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5389217936/euclidean/]
2015-08-12 09:20:32,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-12 09:20:32,388 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-12 09:20:32,388 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-12 09:20:32,397 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-12 09:20:32,399 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/short"]
2015-08-12 09:20:32,423 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/euclidean/short/_temporary
2015-08-12 09:20:32,490 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/cascading/ryab/cascading.compatibility/biginsights-4.0.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/euclidean/short