Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

5.936s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 0.959s passed
testEuclideanDistanceComposite 2.612s passed
testEuclideanDistanceShort 1.107s passed
testPearsonDistanceComposite 1.258s passed

Standard output

2015-08-13 22:36:50,087 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-08-13 22:36:50,138 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-08-13 22:36:50,139 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.DistanceUseCasePlatformTest
2015-08-13 22:36:50,171 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-08-13 22:36:50,479 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(72)) - platform property overrides: 
2015-08-13 22:36:50,610 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 22:36:50,612 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 22:36:50,625 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 5A9020018A4B491EBCBC85D0C3AFCDFE
2015-08-13 22:36:50,936 INFO  util.Version (Version.java:printBanner(85)) - Concurrent, Inc - Cascading 2.7.1
2015-08-13 22:36:50,938 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 22:36:50,939 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:50,939 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-08-13 22:36:50,940 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 22:36:50,940 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 22:36:50,940 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 22:36:50,942 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 22:36:50,991 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-08-13 22:36:51,059 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2015-08-13 22:36:51,321 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0001
2015-08-13 22:36:51,323 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:51,407 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt
2015-08-13 22:36:51,585 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:51,586 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:51,665 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:51,665 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 22:36:51,736 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:51,737 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:51,761 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 22:36:51,762 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5813219677/euclidean/]
2015-08-13 22:36:51,787 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:51,788 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:51,871 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 22:36:51,988 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0002
2015-08-13 22:36:51,989 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:51,994 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5813219677_euclidean_CE37E0B6E7E745BC8E24F0F9B49844CB/part-00000
2015-08-13 22:36:52,146 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:52,146 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:52,161 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5813219677/euclidean/]
2015-08-13 22:36:52,161 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:52,312 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:52,312 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:52,330 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:52,330 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3335004691/euclidean/]
2015-08-13 22:36:52,386 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...tform/euclidean/composite
2015-08-13 22:36:52,465 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0003
2015-08-13 22:36:52,465 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:52,470 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3335004691_euclidean_E80EA02BAF7246318E409CBC7EBB1AE9/part-00000
2015-08-13 22:36:52,607 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:52,608 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:52,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3335004691/euclidean/]
2015-08-13 22:36:52,622 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-13 22:36:52,676 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:52,676 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:52,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2015-08-13 22:36:52,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite"]
2015-08-13 22:36:52,732 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/composite/_temporary
2015-08-13 22:36:52,780 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/composite
2015-08-13 22:36:52,812 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 22:36:52,813 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 22:36:52,893 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson] starting
2015-08-13 22:36:52,893 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:52,894 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-08-13 22:36:52,894 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  parallel execution is enabled: false
2015-08-13 22:36:52,894 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  starting jobs: 3
2015-08-13 22:36:52,903 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [pearson]  allocating threads: 1
2015-08-13 22:36:52,904 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (1/3)
2015-08-13 22:36:52,970 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0004
2015-08-13 22:36:52,970 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 22:36:52,974 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt
2015-08-13 22:36:53,110 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:53,111 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,127 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:53,127 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 22:36:53,147 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:53,147 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,161 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2015-08-13 22:36:53,161 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7681880270/pearson/]
2015-08-13 22:36:53,166 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:53,167 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:53,219 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (2/3)
2015-08-13 22:36:53,272 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0005
2015-08-13 22:36:53,272 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 22:36:53,277 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7681880270_pearson_DDF93B1B065A40D4987D9EBA5C6F7989/part-00000
2015-08-13 22:36:53,412 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:53,413 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,425 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7681880270/pearson/]
2015-08-13 22:36:53,426 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-13 22:36:53,467 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:53,468 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,479 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2015-08-13 22:36:53,480 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6620636417/pearson/]
2015-08-13 22:36:53,515 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] starting step: (3/3) ...latform/pearson/composite
2015-08-13 22:36:53,580 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] submitted hadoop job: job_local_0006
2015-08-13 22:36:53,581 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [pearson] tracking url: http://localhost:8080/
2015-08-13 22:36:53,586 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6620636417_pearson_255626431E834B4492232FDE9C75FFB3/part-00000
2015-08-13 22:36:53,929 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:53,930 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,942 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6620636417/pearson/]
2015-08-13 22:36:53,942 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-13 22:36:53,965 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:53,965 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:53,976 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2015-08-13 22:36:53,977 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite"]
2015-08-13 22:36:54,008 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/pearson/composite/_temporary
2015-08-13 22:36:54,040 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/pearson/composite
2015-08-13 22:36:54,063 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 22:36:54,064 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 22:36:54,144 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 22:36:54,144 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:54,145 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-08-13 22:36:54,145 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 22:36:54,145 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 22:36:54,146 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 22:36:54,146 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 22:36:54,198 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0007
2015-08-13 22:36:54,198 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:54,204 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt
2015-08-13 22:36:54,344 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:54,345 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,355 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:54,356 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 22:36:54,386 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:54,387 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,397 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 22:36:54,398 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][4887000950/euclidean/]
2015-08-13 22:36:54,402 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:54,403 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:54,437 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 22:36:54,487 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0008
2015-08-13 22:36:54,488 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:54,492 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4887000950_euclidean_529790BAFA17459687898C93CF515818/part-00000
2015-08-13 22:36:54,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:54,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][4887000950/euclidean/]
2015-08-13 22:36:54,638 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:54,671 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:54,671 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,681 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:54,681 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3497585992/euclidean/]
2015-08-13 22:36:54,721 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...seplatform/euclidean/long
2015-08-13 22:36:54,761 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0009
2015-08-13 22:36:54,761 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:54,768 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3497585992_euclidean_5F76537FC4474CAD90C719A32838BA88/part-00000
2015-08-13 22:36:54,904 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:54,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,915 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][3497585992/euclidean/]
2015-08-13 22:36:54,915 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 22:36:54,937 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:54,937 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:54,947 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 22:36:54,947 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long"]
2015-08-13 22:36:54,976 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/long/_temporary
2015-08-13 22:36:55,000 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/long
2015-08-13 22:36:55,017 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-13 22:36:55,018 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.7.1/e28a477e50cd8946adea60fa2bb90b57eaf07ef3/cascading-hadoop-2.7.1.jar
2015-08-13 22:36:55,078 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean] starting
2015-08-13 22:36:55,078 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:55,078 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-08-13 22:36:55,079 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  parallel execution is enabled: false
2015-08-13 22:36:55,079 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  starting jobs: 3
2015-08-13 22:36:55,080 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [euclidean]  allocating threads: 1
2015-08-13 22:36:55,080 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (1/3)
2015-08-13 22:36:55,128 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0010
2015-08-13 22:36:55,128 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:55,134 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt
2015-08-13 22:36:55,275 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:55,275 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:55,285 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/classes/test/data/critics.txt"]
2015-08-13 22:36:55,286 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 22:36:55,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:55,303 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:55,314 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2015-08-13 22:36:55,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][3502565267/euclidean/]
2015-08-13 22:36:55,322 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(105)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:55,322 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(110)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-08-13 22:36:55,361 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (2/3)
2015-08-13 22:36:55,408 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0011
2015-08-13 22:36:55,409 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:55,414 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3502565267_euclidean_26E79579231042659072F05D97DFBA13/part-00000
2015-08-13 22:36:55,741 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:55,741 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:55,749 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][3502565267/euclidean/]
2015-08-13 22:36:55,750 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:55,781 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:55,781 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:55,789 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2015-08-13 22:36:55,789 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][8038954130/euclidean/]
2015-08-13 22:36:55,821 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] starting step: (3/3) ...eplatform/euclidean/short
2015-08-13 22:36:55,859 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] submitted hadoop job: job_local_0012
2015-08-13 22:36:55,859 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [euclidean] tracking url: http://localhost:8080/
2015-08-13 22:36:55,865 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/8038954130_euclidean_A59CFE7D7ADB419BB83241203B15C16B/part-00000
2015-08-13 22:36:56,011 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-13 22:36:56,012 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-13 22:36:56,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][8038954130/euclidean/]
2015-08-13 22:36:56,023 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 22:36:56,044 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-13 22:36:56,045 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-13 22:36:56,054 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2015-08-13 22:36:56,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short"]
2015-08-13 22:36:56,084 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output/hadoop/distanceusecaseplatform/euclidean/short/_temporary
2015-08-13 22:36:56,108 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-1.1.x/build/test/output//hadoop/distanceusecaseplatform/euclidean/short