Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

1m14.43s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 18.322s passed
testEuclideanDistanceComposite 19.437s passed
testEuclideanDistanceShort 18.284s passed
testPearsonDistanceComposite 18.391s passed

Standard output

2015-08-13 20:11:23,842 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-08-13 20:11:23,895 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-08-13 20:11:23,896 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2015-08-13 20:11:23,929 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-08-13 20:11:24,219 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(72)) - platform property overrides: 
2015-08-13 20:11:24,345 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 20:11:24,346 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 20:11:24,359 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 9EE46788BA5A40688333624869F7391E
2015-08-13 20:11:24,667 INFO  util.Version (Version.java:printBanner(85)) - Concurrent, Inc - Cascading 2.7.1
2015-08-13 20:11:24,669 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 20:11:24,670 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:11:24,670 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-08-13 20:11:24,671 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 20:11:24,671 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 20:11:24,671 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 20:11:24,673 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 20:11:24,720 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-08-13 20:11:24,765 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2015-08-13 20:11:24,975 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0001
2015-08-13 20:11:24,976 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:11:25,059 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt
2015-08-13 20:11:25,229 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:25,230 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:25,313 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:11:25,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 20:11:28,054 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:28,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:28,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 20:11:28,081 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8045257690/euclidean/]
2015-08-13 20:11:28,106 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:11:28,107 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:11:31,054 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 20:11:31,158 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0002
2015-08-13 20:11:31,159 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:11:31,164 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/8045257690_euclidean_26B3A4F4A39040FDA62BD40B0033EA7A/part-00000
2015-08-13 20:11:31,312 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:31,313 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:31,328 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8045257690/euclidean/]
2015-08-13 20:11:31,328 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:11:34,170 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:34,171 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:34,186 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:11:34,186 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][2178213493/euclidean/]
2015-08-13 20:11:37,180 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2015-08-13 20:11:37,290 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0003
2015-08-13 20:11:37,290 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:11:37,296 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/2178213493_euclidean_D68DEB02794B4B438F2D223A1748EAE4/part-00000
2015-08-13 20:11:37,438 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:37,439 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:37,453 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][2178213493/euclidean/]
2015-08-13 20:11:37,453 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-13 20:11:40,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:40,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:40,318 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-13 20:11:40,319 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-08-13 20:11:43,317 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite/_temporary
2015-08-13 20:11:43,363 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/composite
2015-08-13 20:11:43,397 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 20:11:43,398 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 20:11:43,472 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson] starting
2015-08-13 20:11:43,473 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:11:43,473 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-08-13 20:11:43,474 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  parallel execution is enabled: false
2015-08-13 20:11:43,474 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  starting jobs: 3
2015-08-13 20:11:43,474 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  allocating threads: 1
2015-08-13 20:11:43,475 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (1/3)
2015-08-13 20:11:43,541 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0004
2015-08-13 20:11:43,542 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 20:11:43,547 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt
2015-08-13 20:11:43,694 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:43,694 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:43,711 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:11:43,712 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 20:11:46,554 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:46,554 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:46,568 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 20:11:46,568 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8972245365/pearson/]
2015-08-13 20:11:46,574 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:11:46,574 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:11:49,555 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (2/3)
2015-08-13 20:11:49,626 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0005
2015-08-13 20:11:49,627 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 20:11:49,631 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/8972245365_pearson_075B73800DA446B6895F424F72C1A129/part-00000
2015-08-13 20:11:49,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:49,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:49,782 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][8972245365/pearson/]
2015-08-13 20:11:49,782 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-13 20:11:52,637 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:52,637 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:52,648 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-13 20:11:52,648 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4432349156/pearson/]
2015-08-13 20:11:55,648 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2015-08-13 20:11:55,712 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0006
2015-08-13 20:11:55,713 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 20:11:55,719 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4432349156_pearson_8842B9EFDD1949D4BED9DF4E919ABB34/part-00000
2015-08-13 20:11:56,065 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:11:56,066 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:11:56,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4432349156/pearson/]
2015-08-13 20:11:56,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-13 20:11:58,724 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:11:58,725 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:11:58,736 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-13 20:11:58,737 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-08-13 20:12:01,731 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite/_temporary
2015-08-13 20:12:01,758 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/pearson/composite
2015-08-13 20:12:01,780 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 20:12:01,780 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 20:12:01,856 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 20:12:01,857 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:12:01,857 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-08-13 20:12:01,858 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 20:12:01,858 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 20:12:01,858 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 20:12:01,859 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 20:12:01,905 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0007
2015-08-13 20:12:01,905 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:01,910 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt
2015-08-13 20:12:02,047 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:02,047 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:02,058 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:12:02,058 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 20:12:04,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:04,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:04,926 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 20:12:04,926 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][749018552/euclidean/]
2015-08-13 20:12:04,930 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:12:04,931 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:12:07,918 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 20:12:07,971 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0008
2015-08-13 20:12:07,972 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:07,976 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/749018552_euclidean_026BC881FF0A42559EF8DB793316A979/part-00000
2015-08-13 20:12:08,119 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:08,119 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:08,129 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][749018552/euclidean/]
2015-08-13 20:12:08,129 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:12:10,982 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:10,982 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:10,992 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:12:10,992 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3965163928/euclidean/]
2015-08-13 20:12:13,990 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2015-08-13 20:12:14,033 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0009
2015-08-13 20:12:14,034 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:14,039 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3965163928_euclidean_0BCE1E7AEA43419487FC4799DC0A315E/part-00000
2015-08-13 20:12:14,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:14,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:14,191 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3965163928/euclidean/]
2015-08-13 20:12:14,191 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 20:12:17,045 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:17,045 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:17,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 20:12:17,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-08-13 20:12:20,057 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long/_temporary
2015-08-13 20:12:20,081 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/long
2015-08-13 20:12:20,101 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 20:12:20,102 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 20:12:20,169 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 20:12:20,169 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:12:20,169 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-08-13 20:12:20,170 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 20:12:20,170 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 20:12:20,170 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 20:12:20,172 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 20:12:20,212 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0010
2015-08-13 20:12:20,213 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:20,217 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt
2015-08-13 20:12:20,354 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:20,354 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:20,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/classes/test/data/critics.txt"]
2015-08-13 20:12:20,363 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 20:12:23,226 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:23,226 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:23,235 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 20:12:23,235 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1181260896/euclidean/]
2015-08-13 20:12:23,239 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:12:23,239 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 20:12:26,233 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 20:12:26,272 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0011
2015-08-13 20:12:26,272 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:26,277 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1181260896_euclidean_FD07F42635794B309CF14D729077FB03/part-00000
2015-08-13 20:12:26,614 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:26,615 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:26,625 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1181260896/euclidean/]
2015-08-13 20:12:26,625 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:12:29,282 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:29,283 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:29,292 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 20:12:29,292 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][816436181/euclidean/]
2015-08-13 20:12:32,285 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2015-08-13 20:12:32,324 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0012
2015-08-13 20:12:32,325 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 20:12:32,330 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/816436181_euclidean_45D9ED280D5047E19F2A0438AEDDAB52/part-00000
2015-08-13 20:12:32,466 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 20:12:32,467 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 20:12:32,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][816436181/euclidean/]
2015-08-13 20:12:32,477 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 20:12:35,335 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 20:12:35,336 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 20:12:35,345 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 20:12:35,345 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-08-13 20:12:38,341 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short/_temporary
2015-08-13 20:12:38,366 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/short