Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

0

ignored

1m14.87s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 18.411s passed
testEuclideanDistanceComposite 19.630s passed
testEuclideanDistanceShort 18.349s passed
testPearsonDistanceComposite 18.475s passed

Standard output

2016-01-14 18:42:24,804 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 18:42:24,820 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.DistanceUseCasePlatformTest, with platform: hadoop
2016-01-14 18:42:24,843 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-01-14 18:42:25,066 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 18:42:25,175 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:42:25,177 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 18:42:25,288 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 9A6AAA0F1E234DF3BA4102A9451F939F
2016-01-14 18:42:25,628 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.297
2016-01-14 18:42:25,633 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 18:42:25,633 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:42:25,890 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 18:42:25,892 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 18:42:25,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:42:25,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite"]
2016-01-14 18:42:25,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 18:42:25,895 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 18:42:25,896 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 18:42:25,898 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 18:42:25,937 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 18:42:25,974 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-01-14 18:42:26,185 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0001
2016-01-14 18:42:26,187 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:42:26,247 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt
2016-01-14 18:42:26,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:26,374 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:26,392 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F485670F60C04104A67EB16367EF22B6, ordinal: 0
2016-01-14 18:42:26,436 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:42:26,436 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 18:42:26,437 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F485670F60C04104A67EB16367EF22B6, mem on start (mb), free: 83, total: 223, max: 672
2016-01-14 18:42:26,457 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F485670F60C04104A67EB16367EF22B6, mem on close (mb), free: 83, total: 223, max: 672
2016-01-14 18:42:29,239 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:29,239 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:29,261 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F9DBC359D851469DAE1614868B902C80, ordinal: 1
2016-01-14 18:42:29,264 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 18:42:29,265 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][1354837389/euclidean/]
2016-01-14 18:42:29,265 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F9DBC359D851469DAE1614868B902C80, mem on start (mb), free: 81, total: 223, max: 672
2016-01-14 18:42:29,284 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:42:29,284 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:42:29,324 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F9DBC359D851469DAE1614868B902C80, mem on close (mb), free: 79, total: 223, max: 672
2016-01-14 18:42:32,235 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 18:42:32,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0002
2016-01-14 18:42:32,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:42:32,325 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1354837389_euclidean_5DEE92B9AFCF48379B255CF1190445D8/part-00000
2016-01-14 18:42:32,469 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:32,470 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:32,482 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: EE74B0F75F594F839863235F31892E86, ordinal: 0
2016-01-14 18:42:32,483 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][1354837389/euclidean/]
2016-01-14 18:42:32,483 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:42:32,483 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EE74B0F75F594F839863235F31892E86, mem on start (mb), free: 69, total: 318, max: 672
2016-01-14 18:42:32,527 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EE74B0F75F594F839863235F31892E86, mem on close (mb), free: 68, total: 318, max: 672
2016-01-14 18:42:35,329 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:35,329 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:35,350 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A7DB1E0E371D456CBD774FB7F686D11F, ordinal: 1
2016-01-14 18:42:35,352 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:42:35,352 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7787667734/euclidean/]
2016-01-14 18:42:35,352 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7DB1E0E371D456CBD774FB7F686D11F, mem on start (mb), free: 67, total: 318, max: 672
2016-01-14 18:42:35,378 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7DB1E0E371D456CBD774FB7F686D11F, mem on close (mb), free: 67, total: 318, max: 672
2016-01-14 18:42:38,335 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...osite/euclidean/composite
2016-01-14 18:42:38,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0003
2016-01-14 18:42:38,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:42:38,420 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/7787667734_euclidean_81C19E6803854A2AB1083500E31B50FE/part-00000
2016-01-14 18:42:38,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:38,539 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:38,551 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C7A0829D947141F682B036898D2D5CCF, ordinal: 0
2016-01-14 18:42:38,551 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][7787667734/euclidean/]
2016-01-14 18:42:38,553 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2016-01-14 18:42:38,553 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C7A0829D947141F682B036898D2D5CCF, mem on start (mb), free: 115, total: 413, max: 672
2016-01-14 18:42:38,575 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C7A0829D947141F682B036898D2D5CCF, mem on close (mb), free: 114, total: 413, max: 672
2016-01-14 18:42:41,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:41,424 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:41,434 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: CE0073A4EFC04456B5E982EEA2A262DF, ordinal: 1
2016-01-14 18:42:41,435 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2016-01-14 18:42:41,436 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite"]
2016-01-14 18:42:41,436 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: CE0073A4EFC04456B5E982EEA2A262DF, mem on start (mb), free: 113, total: 413, max: 672
2016-01-14 18:42:41,464 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: CE0073A4EFC04456B5E982EEA2A262DF, mem on close (mb), free: 112, total: 413, max: 672
2016-01-14 18:42:44,433 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite/_temporary
2016-01-14 18:42:44,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:18.539
2016-01-14 18:42:44,470 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite
2016-01-14 18:42:44,503 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:42:44,503 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 18:42:44,643 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.131
2016-01-14 18:42:44,647 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 18:42:44,647 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:42:44,711 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting
2016-01-14 18:42:44,711 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:42:44,711 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite"]
2016-01-14 18:42:44,712 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  parallel execution of steps is enabled: false
2016-01-14 18:42:44,712 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  executing total steps: 3
2016-01-14 18:42:44,712 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  allocating management threads: 1
2016-01-14 18:42:44,713 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (1/3)
2016-01-14 18:42:44,771 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local_0004
2016-01-14 18:42:44,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 18:42:44,777 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt
2016-01-14 18:42:44,904 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:44,904 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:44,917 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D9B7360362C3488C86F6B97714BF3442, ordinal: 0
2016-01-14 18:42:44,919 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:42:44,919 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 18:42:44,919 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D9B7360362C3488C86F6B97714BF3442, mem on start (mb), free: 92, total: 509, max: 672
2016-01-14 18:42:44,923 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D9B7360362C3488C86F6B97714BF3442, mem on close (mb), free: 92, total: 509, max: 672
2016-01-14 18:42:47,781 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:47,781 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:47,792 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: DDC962BB7A28471C8B293B2B551D90B3, ordinal: 1
2016-01-14 18:42:47,793 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 18:42:47,793 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4648459370/pearson/]
2016-01-14 18:42:47,793 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: DDC962BB7A28471C8B293B2B551D90B3, mem on start (mb), free: 91, total: 509, max: 672
2016-01-14 18:42:47,796 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:42:47,797 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:42:47,828 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: DDC962BB7A28471C8B293B2B551D90B3, mem on close (mb), free: 90, total: 509, max: 672
2016-01-14 18:42:50,789 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (2/3)
2016-01-14 18:42:50,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local_0005
2016-01-14 18:42:50,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 18:42:50,834 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4648459370_pearson_ACEFD93E06944D98AEF9E77A7C57EC58/part-00000
2016-01-14 18:42:50,934 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:50,934 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:50,945 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: BB9F526980DE441780AE0581CCBB244D, ordinal: 0
2016-01-14 18:42:50,945 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][4648459370/pearson/]
2016-01-14 18:42:50,945 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2016-01-14 18:42:50,945 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: BB9F526980DE441780AE0581CCBB244D, mem on start (mb), free: 49, total: 571, max: 672
2016-01-14 18:42:50,960 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: BB9F526980DE441780AE0581CCBB244D, mem on close (mb), free: 48, total: 571, max: 672
2016-01-14 18:42:53,838 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:53,838 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:53,847 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B5950E29DAEE4D3E8528FA345C2E625F, ordinal: 1
2016-01-14 18:42:53,848 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2016-01-14 18:42:53,848 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3022954865/pearson/]
2016-01-14 18:42:53,848 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B5950E29DAEE4D3E8528FA345C2E625F, mem on start (mb), free: 47, total: 571, max: 672
2016-01-14 18:42:53,869 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B5950E29DAEE4D3E8528FA345C2E625F, mem on close (mb), free: 47, total: 571, max: 672
2016-01-14 18:42:56,843 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (3/3) ...mposite/pearson/composite
2016-01-14 18:42:56,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local_0006
2016-01-14 18:42:56,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 18:42:56,899 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/3022954865_pearson_E65F16EAE5B8416DBD0C8A1B8A0BFD89/part-00000
2016-01-14 18:42:57,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:42:57,180 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:42:57,191 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D512AFE780AF408FAC47D56A23B26642, ordinal: 0
2016-01-14 18:42:57,192 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][3022954865/pearson/]
2016-01-14 18:42:57,192 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2016-01-14 18:42:57,192 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D512AFE780AF408FAC47D56A23B26642, mem on start (mb), free: 94, total: 202, max: 672
2016-01-14 18:42:57,198 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D512AFE780AF408FAC47D56A23B26642, mem on close (mb), free: 94, total: 202, max: 672
2016-01-14 18:42:59,903 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:42:59,903 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:42:59,912 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: D42F3273392F470580B89EB8659E1EA0, ordinal: 1
2016-01-14 18:42:59,913 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2016-01-14 18:42:59,913 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite"]
2016-01-14 18:42:59,913 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D42F3273392F470580B89EB8659E1EA0, mem on start (mb), free: 92, total: 202, max: 672
2016-01-14 18:42:59,925 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D42F3273392F470580B89EB8659E1EA0, mem on close (mb), free: 92, total: 202, max: 672
2016-01-14 18:43:02,913 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite/_temporary
2016-01-14 18:43:02,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  completed in: 00:18.202
2016-01-14 18:43:02,946 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite
2016-01-14 18:43:02,964 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:43:02,965 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 18:43:03,092 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.123
2016-01-14 18:43:03,094 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 18:43:03,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:43:03,147 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 18:43:03,148 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:43:03,148 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistance/euclidean/long"]
2016-01-14 18:43:03,149 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 18:43:03,149 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 18:43:03,149 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 18:43:03,151 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 18:43:03,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0007
2016-01-14 18:43:03,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:03,208 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt
2016-01-14 18:43:03,230 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:03,230 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:03,241 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C6281D36B3D24AB6A031901D454E7F59, ordinal: 0
2016-01-14 18:43:03,243 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:43:03,243 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 18:43:03,244 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C6281D36B3D24AB6A031901D454E7F59, mem on start (mb), free: 86, total: 206, max: 672
2016-01-14 18:43:03,249 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C6281D36B3D24AB6A031901D454E7F59, mem on close (mb), free: 86, total: 206, max: 672
2016-01-14 18:43:06,212 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:06,213 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:06,222 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B252406463024C87A232855BD14554EB, ordinal: 1
2016-01-14 18:43:06,224 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 18:43:06,224 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1796045891/euclidean/]
2016-01-14 18:43:06,224 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B252406463024C87A232855BD14554EB, mem on start (mb), free: 84, total: 206, max: 672
2016-01-14 18:43:06,229 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:43:06,229 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:43:06,256 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B252406463024C87A232855BD14554EB, mem on close (mb), free: 84, total: 206, max: 672
2016-01-14 18:43:09,218 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 18:43:09,266 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0008
2016-01-14 18:43:09,269 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:09,272 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1796045891_euclidean_C6C2EA12919540EE89AE260479962122/part-00000
2016-01-14 18:43:09,288 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:09,289 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:09,295 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D311362048BF432C925F87A4ABF781E1, ordinal: 0
2016-01-14 18:43:09,296 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1796045891/euclidean/]
2016-01-14 18:43:09,296 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:43:09,297 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D311362048BF432C925F87A4ABF781E1, mem on start (mb), free: 201, total: 317, max: 672
2016-01-14 18:43:09,310 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D311362048BF432C925F87A4ABF781E1, mem on close (mb), free: 201, total: 317, max: 672
2016-01-14 18:43:12,276 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:12,277 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:12,283 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A54DCA264460457B980ADDACAF2437EF, ordinal: 1
2016-01-14 18:43:12,284 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:43:12,285 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][6501456767/euclidean/]
2016-01-14 18:43:12,285 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A54DCA264460457B980ADDACAF2437EF, mem on start (mb), free: 199, total: 317, max: 672
2016-01-14 18:43:12,304 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A54DCA264460457B980ADDACAF2437EF, mem on close (mb), free: 196, total: 317, max: 672
2016-01-14 18:43:15,280 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...anDistance/euclidean/long
2016-01-14 18:43:15,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0009
2016-01-14 18:43:15,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:15,325 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6501456767_euclidean_66E47B0218734D78AE858B6A344C3E3E/part-00000
2016-01-14 18:43:15,425 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:15,426 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:15,434 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FB7584A43A0C482DBD4EF8A5792D8DBD, ordinal: 0
2016-01-14 18:43:15,435 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][6501456767/euclidean/]
2016-01-14 18:43:15,436 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 18:43:15,436 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB7584A43A0C482DBD4EF8A5792D8DBD, mem on start (mb), free: 92, total: 317, max: 672
2016-01-14 18:43:15,446 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB7584A43A0C482DBD4EF8A5792D8DBD, mem on close (mb), free: 92, total: 317, max: 672
2016-01-14 18:43:18,329 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:18,329 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:18,337 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F146870B96CD47E8A99AC32FCAF61159, ordinal: 1
2016-01-14 18:43:18,338 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 18:43:18,339 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistance/euclidean/long"]
2016-01-14 18:43:18,339 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F146870B96CD47E8A99AC32FCAF61159, mem on start (mb), free: 90, total: 317, max: 672
2016-01-14 18:43:18,349 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F146870B96CD47E8A99AC32FCAF61159, mem on close (mb), free: 90, total: 317, max: 672
2016-01-14 18:43:21,338 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistance/euclidean/long/_temporary
2016-01-14 18:43:21,339 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:18.189
2016-01-14 18:43:21,358 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/testEuclideanDistance/euclidean/long
2016-01-14 18:43:21,372 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:43:21,373 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.0.4/ab50b225eb80fe7b8e59368476a4bfb0fa1a0ef5/cascading-hadoop-3.0.4.jar
2016-01-14 18:43:21,476 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.099
2016-01-14 18:43:21,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 18:43:21,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:43:21,530 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 18:43:21,530 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:43:21,530 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short"]
2016-01-14 18:43:21,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 18:43:21,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 18:43:21,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 18:43:21,533 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 18:43:21,571 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0010
2016-01-14 18:43:21,571 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:21,576 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt
2016-01-14 18:43:21,591 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:21,592 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:21,597 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DFFCD9F9A6FF4862B3BDF0F27BE2ABBD, ordinal: 0
2016-01-14 18:43:21,598 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/classes/test/data/critics.txt"]
2016-01-14 18:43:21,598 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 18:43:21,599 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DFFCD9F9A6FF4862B3BDF0F27BE2ABBD, mem on start (mb), free: 196, total: 317, max: 672
2016-01-14 18:43:21,603 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DFFCD9F9A6FF4862B3BDF0F27BE2ABBD, mem on close (mb), free: 196, total: 317, max: 672
2016-01-14 18:43:24,580 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:24,580 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:24,585 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A84225D4820F4FF1A29FADAB5E330DDD, ordinal: 1
2016-01-14 18:43:24,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 18:43:24,586 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1279027930/euclidean/]
2016-01-14 18:43:24,586 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A84225D4820F4FF1A29FADAB5E330DDD, mem on start (mb), free: 195, total: 317, max: 672
2016-01-14 18:43:24,589 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:43:24,589 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 18:43:24,612 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A84225D4820F4FF1A29FADAB5E330DDD, mem on close (mb), free: 195, total: 317, max: 672
2016-01-14 18:43:27,580 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 18:43:27,606 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0011
2016-01-14 18:43:27,606 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:27,609 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1279027930_euclidean_8DCE85A368164EC1B260606DFAA83CB1/part-00000
2016-01-14 18:43:27,625 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:27,625 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:27,630 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C491E8062C474A3D8E2A4D7CAA30F18F, ordinal: 0
2016-01-14 18:43:27,631 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][1279027930/euclidean/]
2016-01-14 18:43:27,631 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:43:27,631 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C491E8062C474A3D8E2A4D7CAA30F18F, mem on start (mb), free: 89, total: 317, max: 672
2016-01-14 18:43:27,641 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C491E8062C474A3D8E2A4D7CAA30F18F, mem on close (mb), free: 89, total: 317, max: 672
2016-01-14 18:43:30,613 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:30,613 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:30,619 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: D5DF057A052C42789E5356292C83D60F, ordinal: 1
2016-01-14 18:43:30,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 18:43:30,620 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5947308992/euclidean/]
2016-01-14 18:43:30,620 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D5DF057A052C42789E5356292C83D60F, mem on start (mb), free: 87, total: 317, max: 672
2016-01-14 18:43:30,643 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D5DF057A052C42789E5356292C83D60F, mem on close (mb), free: 85, total: 317, max: 672
2016-01-14 18:43:33,619 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...anceShort/euclidean/short
2016-01-14 18:43:33,666 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local_0012
2016-01-14 18:43:33,667 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 18:43:33,671 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5947308992_euclidean_ECD288D232644D07AE7AF29FCF2B27C0/part-00000
2016-01-14 18:43:33,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 18:43:33,686 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 18:43:33,692 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: EACDE2E1021642D098BDF1D750A89E4C, ordinal: 0
2016-01-14 18:43:33,692 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5947308992/euclidean/]
2016-01-14 18:43:33,692 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 18:43:33,692 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EACDE2E1021642D098BDF1D750A89E4C, mem on start (mb), free: 212, total: 326, max: 672
2016-01-14 18:43:33,698 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EACDE2E1021642D098BDF1D750A89E4C, mem on close (mb), free: 212, total: 326, max: 672
2016-01-14 18:43:36,675 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 18:43:36,675 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 18:43:36,682 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C1739335F88F40A38D974E91453E110C, ordinal: 1
2016-01-14 18:43:36,682 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 18:43:36,683 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short"]
2016-01-14 18:43:36,683 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C1739335F88F40A38D974E91453E110C, mem on start (mb), free: 211, total: 326, max: 672
2016-01-14 18:43:36,691 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C1739335F88F40A38D974E91453E110C, mem on close (mb), free: 211, total: 326, max: 672
2016-01-14 18:43:39,685 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output/hadoop/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short/_temporary
2016-01-14 18:43:39,686 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:18.154
2016-01-14 18:43:39,706 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/d1e2e77517c04a30/apache-1.0.x/build/test/output//hadoop/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short