Class cascading.DistanceUseCasePlatformTest

4

tests

0

failures

0

ignored

7.274s

duration

100%

successful

Tests

Test Duration Result
testEuclideanDistance 1.100s passed
testEuclideanDistanceComposite 3.792s passed
testEuclideanDistanceShort 0.909s passed
testPearsonDistanceComposite 1.473s passed

Standard output

2016-01-14 15:35:54,960 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 15:35:54,990 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.DistanceUseCasePlatformTest, with platform: hadoop2-mr1
2016-01-14 15:35:55,023 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2016-01-14 15:35:55,597 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 15:35:55,771 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 15:35:55,892 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:35:55,894 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-14 15:35:56,003 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 6B92747E144C40F69A6866E801B1B754
2016-01-14 15:35:56,313 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.259
2016-01-14 15:35:56,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 15:35:56,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:35:56,563 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 15:35:56,566 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 15:35:56,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:35:56,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite"]
2016-01-14 15:35:56,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 15:35:56,568 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 15:35:56,569 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 15:35:56,570 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 15:35:57,129 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1273710837/.staging/job_local1273710837_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:57,142 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1273710837/.staging/job_local1273710837_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:57,259 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1273710837_0001/job_local1273710837_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:57,261 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1273710837_0001/job_local1273710837_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:57,272 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local1273710837_0001
2016-01-14 15:35:57,272 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:35:57,353 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt
2016-01-14 15:35:57,496 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:35:57,496 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:35:57,524 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DB4F15F694DE4844999A85D425E6D19B, ordinal: 0
2016-01-14 15:35:57,569 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:35:57,569 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 15:35:57,570 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DB4F15F694DE4844999A85D425E6D19B, mem on start (mb), free: 146, total: 281, max: 672
2016-01-14 15:35:57,582 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DB4F15F694DE4844999A85D425E6D19B, mem on close (mb), free: 145, total: 281, max: 672
2016-01-14 15:35:57,622 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:35:57,622 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:35:57,638 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E9B08983CBB14C1AAFA76D0BD5FC190A, ordinal: 1
2016-01-14 15:35:57,642 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 15:35:57,642 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][1929017281/euclidean/]
2016-01-14 15:35:57,643 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E9B08983CBB14C1AAFA76D0BD5FC190A, mem on start (mb), free: 142, total: 281, max: 672
2016-01-14 15:35:57,673 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:35:57,673 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:35:57,713 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E9B08983CBB14C1AAFA76D0BD5FC190A, mem on close (mb), free: 139, total: 281, max: 672
2016-01-14 15:35:57,775 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 15:35:57,869 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1787384046/.staging/job_local1787384046_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:57,872 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1787384046/.staging/job_local1787384046_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:57,924 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1787384046_0002/job_local1787384046_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:57,924 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1787384046_0002/job_local1787384046_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:57,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local1787384046_0002
2016-01-14 15:35:57,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:35:57,933 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/1929017281_euclidean_83885163036346D3A1754AD690E0F8F5/part-00000
2016-01-14 15:35:58,050 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:35:58,051 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:35:58,065 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: AB231805D95C4B508CD7A26085254BA4, ordinal: 0
2016-01-14 15:35:58,066 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][1929017281/euclidean/]
2016-01-14 15:35:58,066 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:35:58,067 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AB231805D95C4B508CD7A26085254BA4, mem on start (mb), free: 106, total: 382, max: 672
2016-01-14 15:35:58,091 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AB231805D95C4B508CD7A26085254BA4, mem on close (mb), free: 106, total: 382, max: 672
2016-01-14 15:35:58,141 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:35:58,141 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:35:58,157 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F3EC5E5F159F4F80915847ABECA10C6B, ordinal: 1
2016-01-14 15:35:58,159 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:35:58,159 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][500699893/euclidean/]
2016-01-14 15:35:58,159 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F3EC5E5F159F4F80915847ABECA10C6B, mem on start (mb), free: 105, total: 382, max: 672
2016-01-14 15:35:58,189 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F3EC5E5F159F4F80915847ABECA10C6B, mem on close (mb), free: 104, total: 382, max: 672
2016-01-14 15:35:58,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...osite/euclidean/composite
2016-01-14 15:35:58,396 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1210576669/.staging/job_local1210576669_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:58,399 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1210576669/.staging/job_local1210576669_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:58,484 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1210576669_0003/job_local1210576669_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:58,487 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1210576669_0003/job_local1210576669_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:58,490 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local1210576669_0003
2016-01-14 15:35:58,491 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:35:58,502 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/500699893_euclidean_1BB0811FFA0D40FE8ADEBB876E0AD6AB/part-00000
2016-01-14 15:35:58,627 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:35:58,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:35:58,639 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C72304D5B9BE43AD993687CED2A45CD0, ordinal: 0
2016-01-14 15:35:58,640 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][500699893/euclidean/]
2016-01-14 15:35:58,640 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2016-01-14 15:35:58,641 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C72304D5B9BE43AD993687CED2A45CD0, mem on start (mb), free: 73, total: 482, max: 672
2016-01-14 15:35:58,654 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C72304D5B9BE43AD993687CED2A45CD0, mem on close (mb), free: 72, total: 482, max: 672
2016-01-14 15:35:58,678 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:35:58,678 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:35:58,689 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: EE4700E4395A4019BC63F94B29E76F2E, ordinal: 1
2016-01-14 15:35:58,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'n1', 'n2']]
2016-01-14 15:35:58,690 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite"]
2016-01-14 15:35:58,690 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EE4700E4395A4019BC63F94B29E76F2E, mem on start (mb), free: 70, total: 482, max: 672
2016-01-14 15:35:58,714 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EE4700E4395A4019BC63F94B29E76F2E, mem on close (mb), free: 69, total: 482, max: 672
2016-01-14 15:35:58,738 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite/_temporary
2016-01-14 15:35:58,738 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:02.169
2016-01-14 15:35:58,811 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceComposite/euclidean/composite
2016-01-14 15:35:58,865 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:35:58,865 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-14 15:35:59,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.141
2016-01-14 15:35:59,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 15:35:59,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:35:59,075 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting
2016-01-14 15:35:59,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:35:59,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite"]
2016-01-14 15:35:59,078 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  parallel execution of steps is enabled: false
2016-01-14 15:35:59,079 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  executing total steps: 3
2016-01-14 15:35:59,079 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  allocating management threads: 1
2016-01-14 15:35:59,081 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (1/3)
2016-01-14 15:35:59,154 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1131755549/.staging/job_local1131755549_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,159 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1131755549/.staging/job_local1131755549_0004/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,208 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1131755549_0004/job_local1131755549_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,208 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1131755549_0004/job_local1131755549_0004.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local1131755549_0004
2016-01-14 15:35:59,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 15:35:59,217 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt
2016-01-14 15:35:59,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:35:59,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:35:59,330 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A0AF9FA52A0F4414BEEF60A7AA9C1B81, ordinal: 0
2016-01-14 15:35:59,331 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:35:59,331 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 15:35:59,331 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A0AF9FA52A0F4414BEEF60A7AA9C1B81, mem on start (mb), free: 133, total: 583, max: 672
2016-01-14 15:35:59,336 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A0AF9FA52A0F4414BEEF60A7AA9C1B81, mem on close (mb), free: 132, total: 583, max: 672
2016-01-14 15:35:59,352 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:35:59,352 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:35:59,364 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: DE54632A317A4A5FBBE7DEA46911E365, ordinal: 1
2016-01-14 15:35:59,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(pearson)[by:[{1}:'l'][numSelfJoins:1]]
2016-01-14 15:35:59,365 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6083312934/pearson/]
2016-01-14 15:35:59,366 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: DE54632A317A4A5FBBE7DEA46911E365, mem on start (mb), free: 131, total: 583, max: 672
2016-01-14 15:35:59,375 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:35:59,375 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:35:59,404 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: DE54632A317A4A5FBBE7DEA46911E365, mem on close (mb), free: 130, total: 583, max: 672
2016-01-14 15:35:59,422 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (2/3)
2016-01-14 15:35:59,513 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity532209013/.staging/job_local532209013_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,514 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity532209013/.staging/job_local532209013_0005/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,554 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local532209013_0005/job_local532209013_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,555 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local532209013_0005/job_local532209013_0005.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local532209013_0005
2016-01-14 15:35:59,560 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 15:35:59,567 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6083312934_pearson_D1F72105363A48D6890B5FDC09C3DCBE/part-00000
2016-01-14 15:35:59,667 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:35:59,667 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:35:59,677 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D9F2890350924A5B8BE14F3827AA3C5A, ordinal: 0
2016-01-14 15:35:59,677 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][6083312934/pearson/]
2016-01-14 15:35:59,677 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(pearson)[by:[{?}:ALL]]
2016-01-14 15:35:59,678 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D9F2890350924A5B8BE14F3827AA3C5A, mem on start (mb), free: 45, total: 630, max: 672
2016-01-14 15:35:59,692 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D9F2890350924A5B8BE14F3827AA3C5A, mem on close (mb), free: 44, total: 630, max: 672
2016-01-14 15:35:59,712 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:35:59,712 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:35:59,725 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: D1507889F06A425E8CC2F5D0342DB61A, ordinal: 1
2016-01-14 15:35:59,725 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(pearson)[by:[{?}:ALL]]
2016-01-14 15:35:59,726 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5955267609/pearson/]
2016-01-14 15:35:59,726 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D1507889F06A425E8CC2F5D0342DB61A, mem on start (mb), free: 43, total: 630, max: 672
2016-01-14 15:35:59,752 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D1507889F06A425E8CC2F5D0342DB61A, mem on close (mb), free: 42, total: 630, max: 672
2016-01-14 15:35:59,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] starting step: (3/3) ...mposite/pearson/composite
2016-01-14 15:35:59,844 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1784599535/.staging/job_local1784599535_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,845 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1784599535/.staging/job_local1784599535_0006/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,889 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1784599535_0006/job_local1784599535_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:35:59,889 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1784599535_0006/job_local1784599535_0006.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:35:59,890 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] submitted hadoop job: job_local1784599535_0006
2016-01-14 15:35:59,890 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson] tracking url: http://localhost:8080/
2016-01-14 15:35:59,898 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5955267609_pearson_9063A4ED76624A8EAAF62152F7A7D1A9/part-00000
2016-01-14 15:36:00,123 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:00,124 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:00,136 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: AE74F279383F4A3091B88CF88776B2F1, ordinal: 0
2016-01-14 15:36:00,137 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['l', 'n1', 'v1', 'n2', 'v2']]"][5955267609/pearson/]
2016-01-14 15:36:00,137 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2016-01-14 15:36:00,138 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AE74F279383F4A3091B88CF88776B2F1, mem on start (mb), free: 131, total: 242, max: 672
2016-01-14 15:36:00,148 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AE74F279383F4A3091B88CF88776B2F1, mem on close (mb), free: 130, total: 242, max: 672
2016-01-14 15:36:00,162 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:00,163 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:00,172 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: CE3DC036F7DC4285B414D59E520CE6A1, ordinal: 1
2016-01-14 15:36:00,172 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(pearson)[by:[{2}:'n1', 'n2']]
2016-01-14 15:36:00,173 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite"]
2016-01-14 15:36:00,173 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: CE3DC036F7DC4285B414D59E520CE6A1, mem on start (mb), free: 129, total: 242, max: 672
2016-01-14 15:36:00,197 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: CE3DC036F7DC4285B414D59E520CE6A1, mem on close (mb), free: 128, total: 242, max: 672
2016-01-14 15:36:00,224 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite/_temporary
2016-01-14 15:36:00,225 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pearson]  completed in: 00:01.147
2016-01-14 15:36:00,286 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/testPearsonDistanceComposite/pearson/composite
2016-01-14 15:36:00,390 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:36:00,390 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-14 15:36:00,546 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.147
2016-01-14 15:36:00,549 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 15:36:00,550 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:36:00,636 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 15:36:00,636 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:36:00,636 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistance/euclidean/long"]
2016-01-14 15:36:00,637 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 15:36:00,637 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 15:36:00,637 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 15:36:00,639 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 15:36:00,725 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity2046761258/.staging/job_local2046761258_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:00,729 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity2046761258/.staging/job_local2046761258_0007/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:00,779 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2046761258_0007/job_local2046761258_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:00,779 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2046761258_0007/job_local2046761258_0007.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:00,780 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local2046761258_0007
2016-01-14 15:36:00,780 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:00,791 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt
2016-01-14 15:36:00,814 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:00,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:00,821 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CA6B739D320E496C976EBC1E349AE08E, ordinal: 0
2016-01-14 15:36:00,822 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:36:00,823 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 15:36:00,823 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CA6B739D320E496C976EBC1E349AE08E, mem on start (mb), free: 295, total: 446, max: 672
2016-01-14 15:36:00,828 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CA6B739D320E496C976EBC1E349AE08E, mem on close (mb), free: 295, total: 446, max: 672
2016-01-14 15:36:00,840 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:00,841 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:00,851 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A06CB5CBFAEA454A842E5BE03075C6F7, ordinal: 1
2016-01-14 15:36:00,853 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 15:36:00,853 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][6478286825/euclidean/]
2016-01-14 15:36:00,853 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A06CB5CBFAEA454A842E5BE03075C6F7, mem on start (mb), free: 293, total: 446, max: 672
2016-01-14 15:36:00,860 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:36:00,860 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:36:00,886 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A06CB5CBFAEA454A842E5BE03075C6F7, mem on close (mb), free: 292, total: 446, max: 672
2016-01-14 15:36:00,911 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 15:36:00,998 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1803916588/.staging/job_local1803916588_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,000 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity1803916588/.staging/job_local1803916588_0008/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,034 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1803916588_0008/job_local1803916588_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,034 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1803916588_0008/job_local1803916588_0008.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,035 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local1803916588_0008
2016-01-14 15:36:01,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:01,040 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/6478286825_euclidean_EB941CB522F24BB29F7484FB3BD6E79B/part-00000
2016-01-14 15:36:01,065 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:01,066 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,075 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D745E12EBCED4F109495C03638C52CC1, ordinal: 0
2016-01-14 15:36:01,075 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][6478286825/euclidean/]
2016-01-14 15:36:01,076 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:36:01,076 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D745E12EBCED4F109495C03638C52CC1, mem on start (mb), free: 350, total: 474, max: 672
2016-01-14 15:36:01,086 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D745E12EBCED4F109495C03638C52CC1, mem on close (mb), free: 350, total: 474, max: 672
2016-01-14 15:36:01,110 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:01,110 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,117 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A1A6AE650FE84EB6A86324D21FF75077, ordinal: 1
2016-01-14 15:36:01,118 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:36:01,118 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][4718095949/euclidean/]
2016-01-14 15:36:01,119 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A1A6AE650FE84EB6A86324D21FF75077, mem on start (mb), free: 348, total: 474, max: 672
2016-01-14 15:36:01,151 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A1A6AE650FE84EB6A86324D21FF75077, mem on close (mb), free: 344, total: 474, max: 672
2016-01-14 15:36:01,169 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...anDistance/euclidean/long
2016-01-14 15:36:01,239 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity622954247/.staging/job_local622954247_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,241 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity622954247/.staging/job_local622954247_0009/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,294 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local622954247_0009/job_local622954247_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,294 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local622954247_0009/job_local622954247_0009.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,296 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local622954247_0009
2016-01-14 15:36:01,297 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:01,303 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/4718095949_euclidean_45ED6876314947359133F79D5B1E5CE5/part-00000
2016-01-14 15:36:01,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:01,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,328 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F4F0360BCB2748B5AAFB4992517A71DB, ordinal: 0
2016-01-14 15:36:01,329 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][4718095949/euclidean/]
2016-01-14 15:36:01,330 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 15:36:01,330 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F4F0360BCB2748B5AAFB4992517A71DB, mem on start (mb), free: 206, total: 474, max: 672
2016-01-14 15:36:01,339 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F4F0360BCB2748B5AAFB4992517A71DB, mem on close (mb), free: 206, total: 474, max: 672
2016-01-14 15:36:01,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:01,358 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,366 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: D1E6BF82E4AA4879A35E004E4A11E548, ordinal: 1
2016-01-14 15:36:01,366 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 15:36:01,367 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistance/euclidean/long"]
2016-01-14 15:36:01,367 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D1E6BF82E4AA4879A35E004E4A11E548, mem on start (mb), free: 204, total: 474, max: 672
2016-01-14 15:36:01,385 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: D1E6BF82E4AA4879A35E004E4A11E548, mem on close (mb), free: 202, total: 474, max: 672
2016-01-14 15:36:01,407 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistance/euclidean/long/_temporary
2016-01-14 15:36:01,408 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:00.771
2016-01-14 15:36:01,462 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/testEuclideanDistance/euclidean/long
2016-01-14 15:36:01,485 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:36:01,486 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.4/6099926be810c2c62f4bd24f369d52cdd84cf31d/cascading-hadoop2-mr1-3.0.4.jar
2016-01-14 15:36:01,575 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.083
2016-01-14 15:36:01,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 3, nodes: 6
2016-01-14 15:36:01,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:36:01,634 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting
2016-01-14 15:36:01,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:36:01,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short"]
2016-01-14 15:36:01,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  parallel execution of steps is enabled: false
2016-01-14 15:36:01,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  executing total steps: 3
2016-01-14 15:36:01,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  allocating management threads: 1
2016-01-14 15:36:01,636 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (1/3)
2016-01-14 15:36:01,713 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity2047663369/.staging/job_local2047663369_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,717 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity2047663369/.staging/job_local2047663369_0010/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,756 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2047663369_0010/job_local2047663369_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,757 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2047663369_0010/job_local2047663369_0010.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,760 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local2047663369_0010
2016-01-14 15:36:01,765 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:01,770 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt
2016-01-14 15:36:01,788 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:01,788 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,794 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E5F33BF373B14108A0541F15466BFA80, ordinal: 0
2016-01-14 15:36:01,795 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/classes/test/data/critics.txt"]
2016-01-14 15:36:01,796 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 15:36:01,796 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E5F33BF373B14108A0541F15466BFA80, mem on start (mb), free: 268, total: 504, max: 672
2016-01-14 15:36:01,800 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E5F33BF373B14108A0541F15466BFA80, mem on close (mb), free: 268, total: 504, max: 672
2016-01-14 15:36:01,812 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:01,812 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:01,817 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: ECFE1E215A814C9C8ADEC5BEB9AD4030, ordinal: 1
2016-01-14 15:36:01,818 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(euclidean)[by:[{1}:'movie'][numSelfJoins:1]]
2016-01-14 15:36:01,818 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][9559259326/euclidean/]
2016-01-14 15:36:01,818 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: ECFE1E215A814C9C8ADEC5BEB9AD4030, mem on start (mb), free: 266, total: 504, max: 672
2016-01-14 15:36:01,825 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:36:01,826 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:36:01,854 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: ECFE1E215A814C9C8ADEC5BEB9AD4030, mem on close (mb), free: 264, total: 504, max: 672
2016-01-14 15:36:01,874 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (2/3)
2016-01-14 15:36:01,941 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity755352614/.staging/job_local755352614_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,942 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity755352614/.staging/job_local755352614_0011/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,981 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local755352614_0011/job_local755352614_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:01,981 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local755352614_0011/job_local755352614_0011.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:01,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local755352614_0011
2016-01-14 15:36:01,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:01,992 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/9559259326_euclidean_FB6BAA6A73EB49B9A3DAFF16673BAA7B/part-00000
2016-01-14 15:36:02,013 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:02,013 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:02,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: ED5A4EF81A07417AB8D8570778F899E2, ordinal: 0
2016-01-14 15:36:02,022 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2']]"][9559259326/euclidean/]
2016-01-14 15:36:02,023 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:36:02,023 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: ED5A4EF81A07417AB8D8570778F899E2, mem on start (mb), free: 293, total: 504, max: 672
2016-01-14 15:36:02,033 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: ED5A4EF81A07417AB8D8570778F899E2, mem on close (mb), free: 293, total: 504, max: 672
2016-01-14 15:36:02,047 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:02,048 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:02,055 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B3CA2DAAE77140AC9C2291734830BC13, ordinal: 1
2016-01-14 15:36:02,056 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{?}:ALL]]
2016-01-14 15:36:02,057 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5655724170/euclidean/]
2016-01-14 15:36:02,057 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B3CA2DAAE77140AC9C2291734830BC13, mem on start (mb), free: 291, total: 504, max: 672
2016-01-14 15:36:02,086 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B3CA2DAAE77140AC9C2291734830BC13, mem on close (mb), free: 289, total: 504, max: 672
2016-01-14 15:36:02,107 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] starting step: (3/3) ...anceShort/euclidean/short
2016-01-14 15:36:02,174 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity692412164/.staging/job_local692412164_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:02,177 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/tmp/cascading/staging/teamcity692412164/.staging/job_local692412164_0012/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:02,214 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local692412164_0012/job_local692412164_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2016-01-14 15:36:02,214 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local692412164_0012/job_local692412164_0012.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2016-01-14 15:36:02,215 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] submitted hadoop job: job_local692412164_0012
2016-01-14 15:36:02,215 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean] tracking url: http://localhost:8080/
2016-01-14 15:36:02,222 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/5655724170_euclidean_793D4C8F46FD477A8CA4348DCA33B048/part-00000
2016-01-14 15:36:02,242 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.4
2016-01-14 15:36:02,243 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-01-14 15:36:02,250 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E73CA5F3DDE84341AA5F32140004FED1, ordinal: 0
2016-01-14 15:36:02,250 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[['movie', 'name1', 'rate1', 'name2', 'rate2', 'score']]"][5655724170/euclidean/]
2016-01-14 15:36:02,250 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 15:36:02,250 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E73CA5F3DDE84341AA5F32140004FED1, mem on start (mb), free: 302, total: 512, max: 672
2016-01-14 15:36:02,257 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E73CA5F3DDE84341AA5F32140004FED1, mem on close (mb), free: 302, total: 512, max: 672
2016-01-14 15:36:02,269 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.4
2016-01-14 15:36:02,269 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-01-14 15:36:02,275 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A7E21B39D8C343C2AC3A705DEABD617A, ordinal: 1
2016-01-14 15:36:02,276 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(euclidean)[by:[{2}:'name1', 'name2']]
2016-01-14 15:36:02,276 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short"]
2016-01-14 15:36:02,277 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7E21B39D8C343C2AC3A705DEABD617A, mem on start (mb), free: 300, total: 512, max: 672
2016-01-14 15:36:02,293 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7E21B39D8C343C2AC3A705DEABD617A, mem on close (mb), free: 299, total: 512, max: 672
2016-01-14 15:36:02,318 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output/hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short/_temporary
2016-01-14 15:36:02,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [euclidean]  completed in: 00:00.682
2016-01-14 15:36:02,372 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/aa7cf7440ab7c2d9/apache-2.2.x/build/test/output//hadoop2-mr1/distanceusecaseplatform/testEuclideanDistanceShort/euclidean/short