Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

3.746s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.822s passed
testSkipStrategiesKeep 0.433s passed
testSkipStrategiesReplace 2.491s passed

Standard output

2015-08-14 05:50:54,998 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-08-14 05:50:55,061 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-08-14 05:50:55,061 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2015-08-14 05:50:55,097 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(105)) - not using cluster
2015-08-14 05:50:55,741 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-08-14 05:50:55,905 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(72)) - platform property overrides: 
2015-08-14 05:50:56,040 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-14 05:50:56,042 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-14 05:50:56,054 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 06F6BBAB792745D498E5A8FD658B8CB2
2015-08-14 05:50:56,230 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-08-14 05:50:56,236 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-08-14 05:50:56,237 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-08-14 05:50:56,238 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-08-14 05:50:56,297 INFO  util.Version (Version.java:printBanner(85)) - Concurrent, Inc - Cascading 2.7.1
2015-08-14 05:50:56,298 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-08-14 05:50:56,299 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:56,301 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace"]
2015-08-14 05:50:56,301 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-08-14 05:50:56,301 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-08-14 05:50:56,302 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-08-14 05:50:56,303 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...trategiesplatform/replace
2015-08-14 05:50:57,005 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2104399866/.staging/job_local2104399866_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:57,017 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity2104399866/.staging/job_local2104399866_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:57,205 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2104399866_0001/job_local2104399866_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:57,212 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local2104399866_0001/job_local2104399866_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:57,223 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local2104399866_0001
2015-08-14 05:50:57,224 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-08-14 05:50:57,340 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt
2015-08-14 05:50:57,367 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-14 05:50:57,368 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-14 05:50:57,430 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:57,431 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace"]
2015-08-14 05:50:57,505 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace/_temporary
2015-08-14 05:50:57,507 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-08-14 05:50:57,507 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-08-14 05:50:57,509 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-08-14 05:50:57,509 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-08-14 05:50:57,585 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/replace
2015-08-14 05:50:57,617 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-14 05:50:57,618 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-14 05:50:57,645 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink does not exist
2015-08-14 05:50:57,648 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink does not exist
2015-08-14 05:50:57,649 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-08-14 05:50:57,649 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:57,650 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep"]
2015-08-14 05:50:57,650 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-08-14 05:50:57,650 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-08-14 05:50:57,650 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-08-14 05:50:57,651 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2015-08-14 05:50:57,771 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1514318899/.staging/job_local1514318899_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:57,773 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1514318899/.staging/job_local1514318899_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:57,862 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1514318899_0002/job_local1514318899_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:57,865 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1514318899_0002/job_local1514318899_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:57,866 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local1514318899_0002
2015-08-14 05:50:57,866 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-08-14 05:50:57,874 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt
2015-08-14 05:50:57,887 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-14 05:50:57,887 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-14 05:50:57,900 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:57,900 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep"]
2015-08-14 05:50:57,932 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep/_temporary
2015-08-14 05:50:57,938 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Fri Aug 14 05:50:57 UTC 2015
2015-08-14 05:50:57,942 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] source modification date at: Fri Aug 14 04:24:17 UTC 2015
2015-08-14 05:50:57,947 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Fri Aug 14 05:50:57 UTC 2015
2015-08-14 05:50:58,020 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/keep
2015-08-14 05:50:58,058 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-08-14 05:50:58,059 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.1/78a07fbd83388056abdb4b5e48f666735b06cf7c/cascading-hadoop2-mr1-2.7.1.jar
2015-08-14 05:50:58,115 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-08-14 05:50:58,116 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:58,116 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple"]
2015-08-14 05:50:58,116 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-08-14 05:50:58,117 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-08-14 05:50:58,117 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-08-14 05:50:58,118 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...strategiesplatform/simple
2015-08-14 05:50:58,249 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1361042322/.staging/job_local1361042322_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:58,253 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/staging/teamcity1361042322/.staging/job_local1361042322_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:58,328 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1361042322_0003/job_local1361042322_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-08-14 05:50:58,331 WARN  conf.Configuration (Configuration.java:loadProperty(2358)) - file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1361042322_0003/job_local1361042322_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-08-14 05:50:58,332 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local1361042322_0003
2015-08-14 05:50:58,333 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-08-14 05:50:58,344 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt
2015-08-14 05:50:58,532 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.1
2015-08-14 05:50:58,532 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-08-14 05:50:58,554 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-08-14 05:50:58,554 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-08-14 05:50:58,716 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.1
2015-08-14 05:50:58,717 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-08-14 05:50:58,735 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-08-14 05:50:58,735 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple"]
2015-08-14 05:50:58,795 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple/_temporary
2015-08-14 05:50:58,842 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/8c57748d0461e126/apache-2.4.x/build/test/output//hadoop2-mr1/flowstrategiesplatform/simple